-- Logs begin at Fri 2021-09-03 12:15:50 UTC, end at Fri 2021-09-03 13:28:27 UTC. -- Sep 03 13:02:40.330565 dv-cinder-782910-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 13:02:43.101975 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.common.config [-] Logging enabled! Sep 03 13:02:43.102585 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 13:02:43.102733 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94542) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 13:02:43.105908 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.common.config [-] Logging enabled! Sep 03 13:02:43.106170 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 13:02:43.106522 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94542) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 13:02:43.107492 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 13:02:43.107734 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 13:02:43.108117 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 13:02:43.108366 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 13:02:43.108600 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 13:02:43.108927 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.109232 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.109538 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.109777 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.110080 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.110396 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.110697 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.110993 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.111300 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.111595 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.111882 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.112173 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.112416 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.112701 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.112998 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.113292 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.113522 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] debug = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.113810 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.114243 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.114688 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.114975 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.115273 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.115565 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.115871 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.116153 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.116446 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.116861 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] host = dv-cinder-782910-3-iscsi {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.117081 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.117376 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.117671 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.117966 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.118249 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.118557 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.118851 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.119133 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.119414 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] log_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.119696 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.119993 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.120286 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.120581 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.120813 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.121044 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.121341 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.121636 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.121919 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.122202 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.122504 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.122786 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.123069 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.123347 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.123641 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.123932 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.124225 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.124507 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.124787 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.125067 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.125347 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.125640 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.125921 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.126198 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.126567 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.126864 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.127148 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.127429 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.127739 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.128034 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.128322 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.128614 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.128894 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.129187 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.129468 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.129747 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.130026 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] use_json = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.130308 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.130611 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.130900 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.131178 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.131992 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.132274 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.132553 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.132846 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:43.133154 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.133458 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.133767 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.134060 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.134385 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.134677 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.134975 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.135261 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.135558 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.135858 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.136157 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.136444 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.136741 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.137028 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.137332 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.137654 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.137958 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.138258 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.138577 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.138864 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.139147 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.139431 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.139725 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.140010 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.140305 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.140599 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.140884 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.141178 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.141478 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.141776 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.142058 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.142378 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.142666 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.142952 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.143493 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.143777 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.144075 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.144363 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.144645 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.144935 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.145222 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.145503 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.145783 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.146069 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.146397 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.146687 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.147625 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.147817 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.148141 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.148426 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.148722 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.149010 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.149294 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.149577 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.149864 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.150146 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.150455 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.150746 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.151030 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.151319 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.151603 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.151885 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.152168 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.152450 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.152733 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.153015 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.153297 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.153582 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.153862 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.154142 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.154442 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.154727 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.155010 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.155307 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.155617 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.155906 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.156197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.156484 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.156772 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.157058 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.157347 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.157638 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.157925 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.158207 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.158539 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.158834 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.159134 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.159426 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.159713 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.160025 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.160310 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.160600 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.160886 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.161172 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.161463 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.161756 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.162058 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.162376 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.162714 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.163022 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.163328 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.163618 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.163938 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.164231 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:43.164456 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 13:02:43.164709 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94542) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 13:02:43.520944 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 13:02:43.521151 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 13:02:43.521450 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 13:02:43.521790 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 13:02:43.926136 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.926456 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.926746 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.928131 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.928919 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.929192 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.967978 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.968277 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.968556 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.984795 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.985089 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:43.985369 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.015326 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.015622 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.015878 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.057014 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.057293 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.057566 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.294030 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.294722 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.294722 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.294879 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.295501 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.422688 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.423021 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.423309 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.423581 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.423849 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.424163 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.424429 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.424693 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.424951 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.425239 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.425502 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.425770 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.426031 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.426287 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.426574 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.426844 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.427104 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.427376 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.427652 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.427914 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.428223 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.428479 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.428766 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.429153 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.429413 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.429663 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.430094 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:02:44.430326 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:02:44.430594 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:02:44.430839 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:02:44.431082 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:02:44.431324 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:02:44.431726 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 13:02:44.435100 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 13:02:44.439150 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 13:02:44.443065 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 03 13:02:44.445270 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 13:02:44.445740 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 13:02:44.446083 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 13:02:44.446510 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 13:02:44.449364 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 13:02:44.449620 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 13:02:44.449981 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 13:02:44.455452 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 13:02:44.478319 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 13:02:44.478840 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.479152 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94542) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 13:02:44.479532 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.480941 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94542) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 13:02:44.481240 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 13:02:44.481492 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 13:02:44.484967 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.485263 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:44.548877 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 13:02:44.549055 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 13:02:44.549276 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 13:02:44.549675 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 13:02:44.572483 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_db.sqlalchemy.engines [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94542) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 13:02:45.245588 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Initializing driver for type 'gre' Sep 03 13:02:45.246044 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] gre ID ranges: [(1, 1000)] Sep 03 13:02:45.454646 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Initializing driver for type 'local' Sep 03 13:02:45.455295 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Initializing driver for type 'vlan' Sep 03 13:02:45.517316 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] VlanTypeDriver initialization complete Sep 03 13:02:45.517581 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Initializing driver for type 'vxlan' Sep 03 13:02:45.518395 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] vxlan ID ranges: [(1, 1000)] Sep 03 13:02:45.707818 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Initializing extension driver 'port_security' Sep 03 13:02:45.708168 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.extensions.port_security [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] PortSecurityExtensionDriver initialization complete Sep 03 13:02:45.708529 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Initializing mechanism driver 'openvswitch' Sep 03 13:02:45.708866 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Initializing mechanism driver 'hyperv' Sep 03 13:02:45.719519 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.plugins.ml2.plugin [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:45.720216 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > port after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.720576 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > port after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.720923 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > port after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.721452 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:02:45.721888 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > subnet after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.722241 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > subnet after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.722678 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.723071 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:02:45.723476 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > network after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.723828 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > network after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.724170 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > network after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.724562 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:02:45.725028 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > security_group after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.725887 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > security_group after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.726221 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.726787 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:02:45.727197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.727545 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.727892 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.728285 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:02:45.728688 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > address_group after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.729034 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > address_group after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.729372 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.729767 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:02:45.730142 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] ML2 OVO RPC backend initialized. {{(pid=94542) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 13:02:45.730865 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.731220 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.731635 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > network before_response 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.731989 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > networks before_response 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.732338 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > port before_response 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.732679 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > ports before_response 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.733020 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > subnet before_response 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.733360 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > subnets before_response 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.733704 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > network after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.734043 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > network after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.734400 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > network after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.734740 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > port after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.735077 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > port after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.735409 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > port after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.735743 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > subnet after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.736074 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > subnet after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.736411 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.736991 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.plugin [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Modular L2 Plugin initialization complete Sep 03 13:02:45.737323 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading services supported by the core plugin {{(pid=94542) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 13:02:45.737650 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.plugins.ml2.managers [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Got port-security extension from driver 'port_security' Sep 03 13:02:45.738114 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.extensions.vlantransparent [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Disabled vlantransparent extension. Sep 03 13:02:45.738626 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94542) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 13:02:45.738944 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading Plugin: router Sep 03 13:02:45.782317 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.782663 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router after_create 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.783039 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router before_create 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.783409 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.783789 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.784151 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router after_delete 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.784512 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.784862 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.785224 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router after_create 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.785572 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router after_update 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.785923 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router after_update 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.786271 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.786756 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router after_update 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.787097 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_update 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.788070 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: port after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.793587 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: port after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.793587 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: subnet after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.793587 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.793587 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.793912 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_create 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.793912 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: port before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.793912 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.793912 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router after_update 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.794197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.794197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_create 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.794197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.794197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_update 55549900 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.794510 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > agent after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.794510 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > agent after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.794510 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > network after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.794510 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Tracking information for resource: router configured {{(pid=94542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:02:45.794510 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Tracking information for resource: floatingip configured {{(pid=94542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:02:45.799700 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.db.l3_agentschedulers_db [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 13:02:45.800297 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: port after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.800660 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: port after_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.801015 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: port after_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.801407 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: port after_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.802204 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router before_create 55550100 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.802592 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.802983 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_create 55550100 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.803345 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > router precommit_update 55550100 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.808142 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.services.provider_configuration [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service providers = [] {{(pid=94542) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 13:02:45.808510 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.db.servicetype_db [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94542) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 13:02:45.811582 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.services.service_base [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 13:02:45.811938 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.services.service_base [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 13:02:45.812286 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.services.service_base [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 13:02:45.813214 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.services.service_base [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 13:02:45.813593 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.services.service_base [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 13:02:45.813994 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:02:45.814315 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 13:02:45.825481 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:02:45.825818 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading Plugin: auto_allocate Sep 03 13:02:45.839540 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: network precommit_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.840015 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: network precommit_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.840648 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:02:45.841054 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading Plugin: tag Sep 03 13:02:45.847842 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:02:45.848167 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading Plugin: timestamp Sep 03 13:02:45.852860 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:02:45.853251 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading Plugin: network_ip_availability Sep 03 13:02:45.858770 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.859141 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.859529 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:45.860365 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:02:45.860694 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading Plugin: flavors Sep 03 13:02:45.865474 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:02:45.865805 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading Plugin: revisions Sep 03 13:02:45.870128 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:02:45.870545 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_concurrency.lockutils [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.349s {{(pid=94542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 13:02:45.871289 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94542) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 13:02:45.871625 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Initializing extension manager. Sep 03 13:02:45.872138 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: __init__.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.872478 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: __pycache__ {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.872814 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.873150 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: address_group.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.873913 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.874524 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: address-group Sep 03 13:02:45.874849 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: address_scope.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.875760 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.876272 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: address-scope Sep 03 13:02:45.876595 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.877525 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.878079 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: router-admin-state-down-before-update Sep 03 13:02:45.878423 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: agent.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.879122 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.879628 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: agent Sep 03 13:02:45.884960 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: agent_resources_synced.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.885630 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.886146 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: agent-resources-synced Sep 03 13:02:45.886508 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: allowedaddresspairs.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.888323 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.888844 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: allowed-address-pairs Sep 03 13:02:45.889172 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: auto_allocated_topology.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.890242 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.890795 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: auto-allocated-topology Sep 03 13:02:45.891123 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: availability_zone.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.891813 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.892314 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: availability_zone Sep 03 13:02:45.892638 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: availability_zone_filter.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.893805 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.894316 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: availability_zone_filter Sep 03 13:02:45.894691 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: data_plane_status.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.895571 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.896074 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 13:02:45.896399 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: default_subnetpools.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.897795 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.898305 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: default-subnetpools Sep 03 13:02:45.898655 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.899469 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.899972 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: dhcp_agent_scheduler Sep 03 13:02:45.900296 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: dns.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.901221 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.901700 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 13:02:45.902025 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: dns_domain_ports.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.902965 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.903472 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 13:02:45.903797 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.904706 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.905210 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 13:02:45.905534 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: dvr.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.906201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.906739 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: dvr Sep 03 13:02:45.907062 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: ecmp_routes.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.907973 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.908595 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 13:02:45.908803 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: empty_string_filtering.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.920234 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.920864 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: empty-string-filtering Sep 03 13:02:45.921198 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.922173 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.922726 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 13:02:45.923057 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.923995 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.924504 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 13:02:45.924829 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: external_net.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.925740 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.926252 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: external-net Sep 03 13:02:45.926605 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.927505 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.928013 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: extra_dhcp_opt Sep 03 13:02:45.928342 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: extraroute.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.929254 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.929805 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: extraroute Sep 03 13:02:45.930128 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: extraroute_atomic.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.931194 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.931703 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: extraroute-atomic Sep 03 13:02:45.932029 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: filter_validation.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.932707 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.933210 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: filter-validation Sep 03 13:02:45.933533 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: fip_pf_description.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.934461 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.934969 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 13:02:45.935455 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: fip_port_details.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.936254 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.936765 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: fip-port-details Sep 03 13:02:45.937083 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: flavors.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.938339 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.938888 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: flavors Sep 03 13:02:45.939218 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.940899 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.941424 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 13:02:45.941766 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: floatingip_pools.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.942506 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.943024 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: floatingip-pools Sep 03 13:02:45.943356 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: ip_allocation.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.957517 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.958029 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 13:02:45.958379 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.959946 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.960463 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: ip-substring-filtering Sep 03 13:02:45.960793 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: l2_adjacency.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.961728 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.962236 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 13:02:45.962594 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: l3.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.963795 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.964312 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: router Sep 03 13:02:45.964647 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.966966 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.967496 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 13:02:45.967834 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.968811 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.969357 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: ext-gw-mode Sep 03 13:02:45.969687 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.970646 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.971162 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: l3-ha Sep 03 13:02:45.971492 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: l3_flavors.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.972404 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.972912 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: l3-flavors Sep 03 13:02:45.973240 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.974155 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.974696 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 13:02:45.975027 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: l3agentscheduler.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.976117 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.976626 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: l3_agent_scheduler Sep 03 13:02:45.976951 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: logging.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.978457 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.978974 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension logging not supported by any of loaded plugins Sep 03 13:02:45.979305 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: metering.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.980039 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.980618 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: metering Sep 03 13:02:45.980948 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.982031 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.982569 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: metering_source_and_destination_fields Sep 03 13:02:45.982898 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: multiprovidernet.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.983816 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.984329 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: multi-provider Sep 03 13:02:45.984656 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: netmtu.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.985565 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.986071 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: net-mtu Sep 03 13:02:45.986428 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: netmtu_writable.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.992719 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.993251 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: net-mtu-writable Sep 03 13:02:45.993590 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: network_availability_zone.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.994274 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.994809 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: network_availability_zone Sep 03 13:02:45.995138 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: network_ip_availability.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.996253 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.996767 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: network-ip-availability Sep 03 13:02:45.997096 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: network_segment_range.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.997893 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:45.998398 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 13:02:45.998760 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: pagination.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:45.999710 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.000045 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: pagination Sep 03 13:02:46.000369 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: port_device_profile.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.001285 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.001798 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: port-device-profile Sep 03 13:02:46.002123 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.003082 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.003598 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: port-mac-address-regenerate Sep 03 13:02:46.003923 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.004832 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.005342 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: port-numa-affinity-policy Sep 03 13:02:46.005665 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: port_resource_request.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.007337 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.007845 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 13:02:46.008168 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: portbindings.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.009093 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.009743 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: binding Sep 03 13:02:46.009939 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: portbindings_extended.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.011258 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.011774 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: binding-extended Sep 03 13:02:46.012106 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: portsecurity.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.013010 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.013518 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: port-security Sep 03 13:02:46.013845 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: project_id.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.014848 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.015209 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: project-id Sep 03 13:02:46.015503 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: providernet.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.021488 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.022660 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: provider Sep 03 13:02:46.022987 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.026623 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.027148 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos not supported by any of loaded plugins Sep 03 13:02:46.027486 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.028729 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.029247 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 13:02:46.029579 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.030531 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.031040 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 13:02:46.031365 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_default.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.032273 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.032832 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-default not supported by any of loaded plugins Sep 03 13:02:46.033108 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_fip.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.033759 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.034255 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 13:02:46.034604 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_gateway_ip.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.035528 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.036031 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 13:02:46.036353 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_port_network_policy.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.037265 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.037788 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 13:02:46.038120 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_pps_rule.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.039316 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.039831 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 13:02:46.040164 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_rule_type_details.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.041072 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.041592 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 13:02:46.041913 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: qos_rules_alias.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.042970 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.043479 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 13:02:46.043802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: quotasv2.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.044772 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.045104 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: quotas Sep 03 13:02:46.045428 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: quotasv2_detail.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.052956 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.053363 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: quota_details Sep 03 13:02:46.053701 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: rbac.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.054877 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.055484 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: rbac-policies Sep 03 13:02:46.055822 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: rbac_address_group.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.056752 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.057269 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: rbac-address-group Sep 03 13:02:46.057598 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: rbac_address_scope.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.058541 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.059054 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: rbac-address-scope Sep 03 13:02:46.059382 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: rbac_security_groups.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.060296 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.060807 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: rbac-security-groups Sep 03 13:02:46.061190 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: rbac_subnetpool.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.062109 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.062661 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: rbac-subnetpool Sep 03 13:02:46.062988 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: revisionifmatch.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.063907 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.064420 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: revision-if-match Sep 03 13:02:46.064746 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: revisions.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.065863 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.066415 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: standard-attr-revisions Sep 03 13:02:46.066750 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: router_availability_zone.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.067586 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.068099 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: router_availability_zone Sep 03 13:02:46.068456 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: routerservicetype.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.069914 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.070453 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 13:02:46.070828 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.071857 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.072409 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: security-groups-normalized-cidr Sep 03 13:02:46.072770 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.078961 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.079484 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: port-security-groups-filtering Sep 03 13:02:46.079811 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.080747 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.081257 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: security-groups-remote-address-group Sep 03 13:02:46.081582 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: securitygroup.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.093975 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.094560 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: security-group Sep 03 13:02:46.094899 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: segment.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.095762 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.096278 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension segment not supported by any of loaded plugins Sep 03 13:02:46.096607 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.097627 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.098136 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 13:02:46.098489 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: servicetype.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.099680 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.100303 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: service-type Sep 03 13:02:46.100686 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: sorting.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.110156 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.110519 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: sorting Sep 03 13:02:46.110846 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: standard_attr_segment.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.111783 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.112305 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 13:02:46.112630 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: standardattrdescription.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.113281 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.113794 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: standard-attr-description Sep 03 13:02:46.114121 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: stateful_security_group.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.115073 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.115627 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: stateful-security-group Sep 03 13:02:46.115950 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: stdattrs_common.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.116534 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 13:02:46.116855 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.117807 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.118338 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 13:02:46.118691 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: subnet_onboard.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.119791 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.120313 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: subnet_onboard Sep 03 13:02:46.120639 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.121566 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.122077 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 13:02:46.122431 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: subnet_service_types.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.123351 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.123865 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: subnet-service-types Sep 03 13:02:46.124191 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: subnetallocation.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.125268 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.125781 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: subnet_allocation Sep 03 13:02:46.126103 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.126797 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.127334 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: subnetpool-prefix-ops Sep 03 13:02:46.127654 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.128573 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.129089 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 13:02:46.129413 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: tagging.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.130550 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.131613 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: standard-attr-tag Sep 03 13:02:46.131951 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: timestamp.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.133178 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.133695 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loaded extension: standard-attr-timestamp Sep 03 13:02:46.134025 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: trunk.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.135125 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.135651 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension trunk not supported by any of loaded plugins Sep 03 13:02:46.135970 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: trunk_details.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.136883 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.137394 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 13:02:46.137720 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: uplink_status_propagation.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.138660 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.139172 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 13:02:46.139500 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Loading extension file: vlantransparent.py {{(pid=94542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:02:46.140194 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:02:46.140802 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 13:02:46.144031 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:network Sep 03 13:02:46.144593 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:subnet Sep 03 13:02:46.144994 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:02:46.145394 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:port Sep 03 13:02:46.146687 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.147690 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service FLAVORS assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.148317 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.148752 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.149084 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:router Sep 03 13:02:46.149518 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 13:02:46.150061 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service METERING assigned prefix: /metering {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.151542 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:46.151916 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:46.152277 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:02:46.153303 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 13:02:46.153755 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:security_group Sep 03 13:02:46.154189 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 13:02:46.154812 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service CORE assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.155157 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:02:46.155510 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] subnetpool is already registered Sep 03 13:02:46.155948 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service CORE assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.156272 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:02:46.156605 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] subnetpool is already registered Sep 03 13:02:46.159102 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.159548 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service FLAVORS assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.160149 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.160573 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.160917 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:router Sep 03 13:02:46.161263 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] router is already registered Sep 03 13:02:46.161678 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 13:02:46.162014 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] floatingip is already registered Sep 03 13:02:46.162539 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service METERING assigned prefix: /metering {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.163250 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 13:02:46.163683 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] rbac_policy is already registered Sep 03 13:02:46.163998 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:security_group Sep 03 13:02:46.164338 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] security_group is already registered Sep 03 13:02:46.164751 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 13:02:46.165070 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] security_group_rule is already registered Sep 03 13:02:46.165734 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service CORE assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.166060 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:02:46.166489 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] subnetpool is already registered Sep 03 13:02:46.166925 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.v2.resource_helper [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Service CORE assigned prefix: {{(pid=94542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:02:46.167250 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:02:46.167581 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING neutron.quota.resource_registry [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] subnetpool is already registered Sep 03 13:02:46.168051 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: extensions {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.169708 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: address-groups {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.171264 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: address-scopes {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.172625 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: agents {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.173785 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: auto-allocated-topology {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.175141 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: availability_zones {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.176442 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: dhcp-networks {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.178016 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: dhcp-agents {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.179502 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: routers {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.181723 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: flavors {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.182931 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: service_profiles {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.184140 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: next_providers {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.185594 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: service_profiles {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.187190 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: floatingip-pools {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.188411 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: routers {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.190728 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: floatingips {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.192029 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: l3-routers {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.193424 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: l3-agents {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.195462 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: metering-labels {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.196842 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: metering-label-rules {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.198136 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: network-ip-availabilities {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.199457 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: bindings {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.202135 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: quotas {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.203632 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: quotas {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.205079 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: rbac-policies {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.206273 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: security-groups {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.207594 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: security-group-rules {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.208836 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: service-providers {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.210713 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: subnetpools {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.212130 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: subnetpools {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.213653 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.215352 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.217214 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.219031 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.220850 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.222710 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.224389 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.226334 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.228106 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.229836 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron.api.extensions [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Extended resource: tags {{(pid=94542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:02:46.235953 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING keystonemiddleware.auth_token [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 13:02:46.240890 dv-cinder-782910-3-iscsi neutron-server[94542]: WARNING keystonemiddleware.auth_token [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 13:02:46.249630 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_concurrency.lockutils [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Acquired lock "singleton_lock" {{(pid=94542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 13:02:46.250150 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_concurrency.lockutils [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Releasing lock "singleton_lock" {{(pid=94542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 13:02:46.250849 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO oslo_service.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Starting 2 workers Sep 03 13:02:46.256026 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Started child 94687 {{(pid=94542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 13:02:46.261523 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Started child 94688 {{(pid=94542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 13:02:46.262072 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:46.263217 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO neutron.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 13:02:46.263703 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [-] (94687) wsgi starting up on http://0.0.0.0:9696 Sep 03 13:02:46.263951 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Notify callbacks [] for process, before_spawn {{(pid=94542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:46.266505 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO oslo_service.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Starting 1 workers Sep 03 13:02:46.266726 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:46.268386 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [-] (94688) wsgi starting up on http://0.0.0.0:9696 Sep 03 13:02:46.272826 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Started child 94689 {{(pid=94542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 13:02:46.273394 dv-cinder-782910-3-iscsi neutron-server[94542]: INFO oslo_service.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Starting 1 workers Sep 03 13:02:46.276606 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] calling RpcWorker wait() {{(pid=94689) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 13:02:46.277239 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] returning from RpcWorker wait() {{(pid=94689) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 13:02:46.278193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Started child 94690 {{(pid=94542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 13:02:46.278680 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:46.279145 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG neutron_lib.callbacks.manager [None req-cdd48156-b7aa-4fe6-be11-7abae417fd14 None None] Notify callbacks [] for process, after_spawn {{(pid=94542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:46.279241 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:46.281080 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94542) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 13:02:46.281291 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 13:02:46.281481 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 13:02:46.281705 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 13:02:46.282044 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 13:02:46.282214 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 13:02:46.282776 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.283128 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.283232 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:46.283725 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.283725 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.283892 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.284682 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.285001 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.285285 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.285574 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.285831 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.286013 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.286180 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.286661 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.286929 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.287240 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.287551 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.287803 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.288132 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.288313 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.288595 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.288858 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.289127 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.289405 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] debug = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.289659 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.290170 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.290427 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.290704 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.290945 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.291229 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.291465 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.291737 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.291985 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.292220 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.292506 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.292732 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.292968 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.293182 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.293424 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.293701 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.293942 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.294445 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] host = dv-cinder-782910-3-iscsi {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.294686 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.294928 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.295179 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.295437 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.295695 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.295936 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.296203 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.296466 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.296720 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.296970 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.297223 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.297483 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.297733 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.297970 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.298145 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_options = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.298411 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.298717 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.298913 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.299105 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.299277 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.299456 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.299763 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.299908 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.300147 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.300329 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.300558 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.300789 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.301009 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.301244 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.301507 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.301766 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.301982 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.302202 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.302478 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.302706 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.303515 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.303732 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.303957 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.304176 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.304383 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.304631 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.304840 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.305064 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.305264 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.305530 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.305745 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.306008 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.306246 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.306541 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.306774 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.307005 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.307215 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.307519 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.307772 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.308022 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.308275 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.308510 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.308905 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.309103 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.309303 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.309498 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_json = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.309701 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.310052 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.310282 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.310282 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.310859 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.310859 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.311232 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.311232 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.311635 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.311918 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.312229 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.312478 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.312720 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.312976 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.313237 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.313478 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.313854 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.314152 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.314430 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:46.314693 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.314943 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.315170 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.315394 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.315616 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.315884 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.316143 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.316425 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.316671 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.316906 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.317125 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.317451 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.317670 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.317877 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.318090 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.318310 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.318630 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.319542 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.319806 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.320316 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.320524 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.320912 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.320912 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.321640 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.321996 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.322233 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.322505 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.322730 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.322980 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.323205 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.323433 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.323668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.323920 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.324186 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.324441 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.324685 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.324918 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.325165 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.325389 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.325628 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.325862 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.326112 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.326319 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.328003 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.328003 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.328003 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.328003 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.328003 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.345802 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.346430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347024 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347024 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347024 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347024 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347024 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347024 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347024 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347024 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347559 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347559 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347559 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347559 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347559 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347559 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347559 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.347559 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.348668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349751 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349751 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349751 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349751 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349751 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349751 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349751 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.349751 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350314 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350314 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350314 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350314 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350314 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350314 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350314 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350314 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350870 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350870 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350870 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350870 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350870 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.350870 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.351527 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.351527 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.351763 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.352043 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.352271 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.352764 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.352929 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.353173 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.353628 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.353880 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.354121 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.354402 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.354779 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.355179 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.355566 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.355944 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.356333 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.356768 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.357001 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.357215 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.357665 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.357856 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.358299 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.358700 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.359124 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.359552 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.359947 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.360404 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.360670 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.360902 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.361150 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.361422 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.361691 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.361943 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.362206 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.362471 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.362702 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.362930 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.363181 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.363438 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.363664 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.363909 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.364134 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.364380 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.364644 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.365001 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.365282 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.366098 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.366317 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.366720 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.366982 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.367210 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.367444 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.367690 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.367921 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.368151 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.368435 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.369327 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.369327 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.369327 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.369327 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.369663 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.369785 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.370009 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.370382 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.370585 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.370831 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.371119 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.371365 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.371584 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.371838 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.372065 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.372286 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.372514 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.372742 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.372964 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.373198 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.373423 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.373669 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.373921 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.374200 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.374473 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.374711 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.374918 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.375099 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.375316 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.375539 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.375763 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.375995 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.376199 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.376413 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.376641 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.376862 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.377079 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.377332 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.377553 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.377768 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.377995 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.378214 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.378455 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.378780 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.379049 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.379281 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.379585 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.379843 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.380096 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.380326 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.380665 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.380880 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.381686 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.381940 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.382187 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.382459 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.382725 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.383075 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.383369 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.383641 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.383913 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.384204 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.384490 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.384755 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.384978 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.385289 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.385625 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.385907 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.386182 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.386474 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.386730 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.386984 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.387208 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.387433 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.387687 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.387910 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.388160 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.388398 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.388631 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.388854 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.389120 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.389361 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.389591 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.389837 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.390094 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.390316 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.390499 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 13:02:46.391044 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94542) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 13:02:46.391200 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 13:02:46.391343 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 13:02:46.391517 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 13:02:46.391777 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 13:02:46.391921 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 13:02:46.392051 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.392193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.392335 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.392499 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.392668 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.392861 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.393292 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.393458 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.393600 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.393741 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.393911 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.394075 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.394223 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.394457 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.394602 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.394741 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.394912 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.395115 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.395277 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.395421 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.395562 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.395701 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.395826 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] debug = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.395947 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.396135 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.396330 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.396472 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.396605 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.396771 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.396944 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.397106 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.397242 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.397407 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.397575 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.397738 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.397884 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.398026 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.398197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.398338 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.398538 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.398707 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] host = dv-cinder-782910-3-iscsi {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.398873 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.399022 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.399186 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.399329 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.399472 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.399645 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.399792 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.399958 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.400165 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.400356 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.400544 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.400544 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.400918 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.400918 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.401279 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_options = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.401279 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.401638 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.401638 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.401638 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.402163 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.402163 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.402163 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403046 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403046 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403046 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403046 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403046 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403046 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403942 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403942 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403942 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403942 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403942 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.403942 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.404699 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.404699 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.404699 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.404699 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.404699 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.405564 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.405564 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.405564 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.405564 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.405564 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.406484 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.406484 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.406484 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.406484 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.406484 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.406484 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.407401 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.407401 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.407401 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.407401 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.407401 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.407401 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408132 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408132 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408132 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408132 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408132 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_json = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408812 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408812 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408812 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408812 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.408812 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.409558 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.409558 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.409558 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:02:46.409558 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.410062 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.410062 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.410062 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.410062 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.410757 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.410757 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.410757 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.410757 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.411410 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.411410 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.411410 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.411410 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.411963 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.411963 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.411963 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.411963 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.412637 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.412637 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.412637 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.413022 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.413022 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.413022 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.413410 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.413410 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.413765 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.413765 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.413765 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.414193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.414193 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.414459 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.414459 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.414711 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.414711 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.414954 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.415078 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.415201 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.415388 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.415568 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.415775 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.415775 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.416143 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.416143 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.416396 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.416396 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.416649 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.416786 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.416922 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.417060 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.417288 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.417430 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.417552 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.417690 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.417826 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.418038 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.418239 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.418478 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.418478 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.418870 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.418870 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.419139 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.419139 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.419403 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.419403 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.419665 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.419806 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.420046 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.420046 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.420325 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.420325 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.420634 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.420634 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.420956 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.420956 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.421312 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.421312 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.421573 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.421573 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.421888 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.421888 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.422251 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.422251 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.422546 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.422546 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.422804 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.422804 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.423078 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.423078 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.423454 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.423454 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.423766 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.423766 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.424027 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.424027 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.424302 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.424439 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.424571 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.424704 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.424836 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.424970 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.425136 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.425283 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.425461 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.425623 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.425762 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.425931 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.426097 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.426260 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.426501 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.426631 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.426760 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.426919 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.427083 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.427249 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.427396 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.427568 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.427745 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.428438 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.428624 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.428792 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.428968 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.429125 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.429298 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.429464 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.429633 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.429805 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.429952 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.430122 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.430289 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.430456 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.430609 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.430783 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.430959 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.431136 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.431282 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.431481 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.431619 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.431786 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.431930 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.432087 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.432261 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.432408 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.432580 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.432725 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.432899 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.433066 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.433217 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.433390 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.433556 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.433694 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.433863 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.434028 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.434195 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.434429 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.434573 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.434709 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.434858 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.435021 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.435167 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.435334 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.435480 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.435685 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.435825 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.435967 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.436123 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.436258 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.436449 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.436645 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.436841 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.436841 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.437198 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.437198 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.437562 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.437562 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.437916 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.437916 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.437916 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.438598 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.438598 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.438598 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439145 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439145 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439145 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439145 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439852 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439852 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439852 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439852 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.439852 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.440793 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.440793 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.440793 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.440793 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.440793 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.440793 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.441778 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.441778 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.441778 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.441778 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.441778 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.441778 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.442674 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.442674 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.442674 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.442674 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.442674 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.442674 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.443491 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.443491 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.443491 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.443491 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.443491 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.444661 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.444661 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.444661 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.444661 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.445235 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.445235 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.445235 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.445235 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.445836 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.445836 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.445836 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.446290 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.446290 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.446290 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.446645 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.446645 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.446645 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.447114 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.447114 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.447114 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.447592 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.447592 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.447592 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.447948 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.447948 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.448197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.448197 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.448473 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.448670 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.448670 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.448934 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.449143 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.449143 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.449456 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.449456 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.449790 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.449790 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.450129 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.450129 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.450458 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.450458 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.450719 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.450719 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.451079 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.451079 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.451453 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.451453 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.451453 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.451890 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.451890 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.452157 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.452157 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.452467 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.452467 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.452735 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.452735 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.452989 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.453127 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.453321 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.453460 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.453594 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.453730 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.453935 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.454139 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.454139 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.454435 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.454575 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.454708 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.455616 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.455616 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.455616 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.455616 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.455616 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.455616 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.456552 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.456552 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.456552 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.456552 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:02:46.456552 dv-cinder-782910-3-iscsi neutron-server[94542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 13:02:46.457803 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:46.513192 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39146) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:46.522281 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068269 Sep 03 13:02:58.389297 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38fa96-4ab9-4923-a2cf-64dd469a9977 None None] get_active_networks_info from dv-cinder-782910-3-iscsi {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 13:02:58.538640 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c38fa96-4ab9-4923-a2cf-64dd469a9977 None None] No non-hosted networks {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 13:02:58.545140 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.agentschedulers_db [None req-6c38fa96-4ab9-4923-a2cf-64dd469a9977 None None] DHCP Agent not found on host dv-cinder-782910-3-iscsi {{(pid=94689) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 13:02:58.671168 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a8115c-6f1e-48c2-a4fc-78f5fd7e889d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386692'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:01.153260 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f82706e5-5041-4735-95f9-e78067ded814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386692'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:01.199707 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.db.api [None req-17369a59-cd1c-43bf-96b4-eba5d4437c18 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-782910-3-iscsi {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:03:01.200481 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG oslo_db.api [None req-17369a59-cd1c-43bf-96b4-eba5d4437c18 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:03:01.485155 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386692'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:01.485828 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.486177 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.486560 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.486898 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.487234 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.487571 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.487903 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.488258 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.488590 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.488914 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.489415 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.489935 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:01.490493 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782910-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:01.504250 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782910-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:01.804430 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-17369a59-cd1c-43bf-96b4-eba5d4437c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:01.960416 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386692'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:03.762124 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386692'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:04.786456 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:05.305824 dv-cinder-782910-3-iscsi neutron-server[94687]: WARNING oslo_policy.policy [None req-f13e5d97-fde4-4eb9-9b32-6c5fd1706d08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:03:05.306439 dv-cinder-782910-3-iscsi neutron-server[94687]: WARNING oslo_policy.policy [None req-f13e5d97-fde4-4eb9-9b32-6c5fd1706d08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:03:05.528309 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [None req-f13e5d97-fde4-4eb9-9b32-6c5fd1706d08 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:03:05.529364 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-f13e5d97-fde4-4eb9-9b32-6c5fd1706d08 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7419856 Sep 03 13:03:08.007897 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 39254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:08.478535 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.db.l3_hamode_db [None req-1d9ab346-f52e-4f4d-852f-aca0992bc60c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 13:03:08.560595 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ab346-f52e-4f4d-852f-aca0992bc60c None None] Routers set() bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:08.560982 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ab346-f52e-4f4d-852f-aca0992bc60c None None] Router IDs set() for agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 13:03:08.618725 dv-cinder-782910-3-iscsi neutron-server[94688]: WARNING oslo_policy.policy [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:03:08.619304 dv-cinder-782910-3-iscsi neutron-server[94688]: WARNING oslo_policy.policy [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:03:08.841653 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:08.936100 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.policy [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94688) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 13:03:08.981398 dv-cinder-782910-3-iscsi neutron-server[94688]: WARNING oslo_policy.policy [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:03:08.981790 dv-cinder-782910-3-iscsi neutron-server[94688]: WARNING oslo_policy.policy [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:03:08.991159 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.quota [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] Loaded quota_driver: . Sep 03 13:03:09.161737 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727824082132', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727824081657', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727824004000', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727824005380', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727822347000', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727823986096', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1495461', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1324061', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3918829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3858707'] for rbac-policy, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:09.407491 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:09.408935 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e63734dc-666a-4acf-9d14-fccd1c724f49 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3988233 Sep 03 13:03:12.077977 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 39272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:12.383720 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Request body: {'network': {'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'name': 'private', 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:12.475842 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Made reservation on behalf of 8283cbbfaf9945568b68ac5e1d700ef4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:03:12.479044 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:12.498675 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:12.715456 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:12.809491 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:12.834989 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:03:12.860243 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727824831820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:12.860852 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Unsubscribe: segment precommit_create {{(pid=94688) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 13:03:12.861396 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Added segment fe5c46b8-afd3-461c-aa80-2ffbd6811b2b of type vlan for network 3bdef47c-8192-44fd-a623-dd977b1ae91f Sep 03 13:03:12.867973 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3766fa-1820-48f2-ad9c-1b9f2c19d616,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:12.890810 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.891162 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.891499 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.892095 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.892427 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.892770 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.893094 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.893415 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.893775 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.894099 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.894438 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.894758 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Tracked resource versions report: Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: pushed versions: Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: { 'AddressGroup': {'1.2'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'ConntrackHelper': {'1.0'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Log': {'1.0'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Network': {'1.1'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Port': {'1.7'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'PortForwarding': {'1.2'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'QosPolicy': {'1.9'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SecurityGroup': {'1.4'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SubPort': {'1.0'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Subnet': {'1.1'}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Trunk': {'1.1'}} Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: consumer versions: Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: { DHCP agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: L3 agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: Metadata agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: Metering agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: Open vSwitch agent@dv-cinder-782910-3-iscsi: { 'AddressGroup': '1.2', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'ConntrackHelper': '1.0', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Log': '1.0', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Network': '1.1', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Port': '1.7', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'PortForwarding': '1.2', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'QosPolicy': '1.9', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SecurityGroup': '1.4', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SecurityGroupRule': '1.2', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SubPort': '1.0', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Subnet': '1.1', Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Trunk': '1.1'}} Sep 03 13:03:12.895882 dv-cinder-782910-3-iscsi neutron-server[94688]: {{(pid=94688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:03:12.994477 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:13.112599 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:13.113896 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:13.115245 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:13.215125 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] Pushing event updated for resources: {'Network': ['ID=3bdef47c-8192-44fd-a623-dd977b1ae91f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:13.228095 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 3bdef47c-8192-44fd-a623-dd977b1ae91f details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:03:13.230611 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-a64f3060-1133-4be6-b468-3d66a8c00425 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1514344 Sep 03 13:03:15.991240 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 39286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:16.395975 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f31aa-6cf1-4611-a041-d8ae5d2d03d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:16.397282 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ca2f31aa-6cf1-4611-a041-d8ae5d2d03d8 admin admin] 10.222.0.44 "GET /v2.0/networks/3bdef47c-8192-44fd-a623-dd977b1ae91f HTTP/1.1" status: 200 len: 825 time: 0.4049752 Sep 03 13:03:16.423067 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-eb6a1127-1a2e-4f7d-91e3-c2d33836c95b admin admin] 10.222.0.44 "GET /v2.0/subnetpools/8a65b8be-a469-4671-b0fc-511a5080d7a4 HTTP/1.1" status: 200 len: 734 time: 0.0195637 Sep 03 13:03:16.432812 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Request body: {'subnet': {'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'ip_version': 4, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8a65b8be-a469-4671-b0fc-511a5080d7a4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:16.555624 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Made reservation on behalf of 8283cbbfaf9945568b68ac5e1d700ef4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:03:16.558036 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:16.967682 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:17.042315 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a7f7fa-468e-4a88-b301-326290889358,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:17.047088 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Checking segment: {'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:03:17.047480 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Network hostable DHCP agents. Network: 3bdef47c-8192-44fd-a623-dd977b1ae91f, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:03:17.152321 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Network 3bdef47c-8192-44fd-a623-dd977b1ae91f is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:03:17.249410 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 3bdef47c-8192-44fd-a623-dd977b1ae91f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:03:17.255537 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:17.256280 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:17.262245 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08e496-c22e-4968-9592-1c73ae49138f None None] Network 3bdef47c-8192-44fd-a623-dd977b1ae91f requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:03:17.347269 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-332f6a14-7a99-4184-a2c2-76b941f6c8fd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9178216 Sep 03 13:03:17.651411 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-3bdef47c-8192-44fd-a623-dd977b1ae91f', 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'fixed_ips': [{'subnet_id': 'c7a7f7fa-468e-4a88-b301-326290889358'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:03:17.652671 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:18.143932 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Allocated IP 172.20.0.2 (3bdef47c-8192-44fd-a623-dd977b1ae91f/c7a7f7fa-468e-4a88-b301-326290889358/377cb483-f613-40a6-b118-f0d8774bfba9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:03:18.434250 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:18.452029 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Transition to ACTIVE for port object 377cb483-f613-40a6-b118-f0d8774bfba9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:03:18.475572 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Transition to ACTIVE for port object 377cb483-f613-40a6-b118-f0d8774bfba9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:03:18.548277 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:18.623058 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Network 3bdef47c-8192-44fd-a623-dd977b1ae91f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:03:18.628913 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:03:18.638525 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:03:18.647804 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Pushing event updated for resources: {'Port': ['ID=377cb483-f613-40a6-b118-f0d8774bfba9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:18.657811 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.658165 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.658545 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.658893 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.659236 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.659578 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.659918 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.660253 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.660635 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.660980 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.661312 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.661642 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Tracked resource versions report: Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: pushed versions: Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: { 'AddressGroup': {'1.2'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'ConntrackHelper': {'1.0'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Log': {'1.0'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Network': {'1.1'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Port': {'1.7'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'PortForwarding': {'1.2'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'QosPolicy': {'1.9'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SecurityGroup': {'1.4'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SubPort': {'1.0'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Subnet': {'1.1'}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Trunk': {'1.1'}} Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: consumer versions: Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: { DHCP agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: L3 agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: Metadata agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: Metering agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: Open vSwitch agent@dv-cinder-782910-3-iscsi: { 'AddressGroup': '1.2', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'ConntrackHelper': '1.0', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Log': '1.0', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Network': '1.1', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Port': '1.7', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'PortForwarding': '1.2', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'QosPolicy': '1.9', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SecurityGroup': '1.4', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SecurityGroupRule': '1.2', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SubPort': '1.0', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Subnet': '1.1', Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Trunk': '1.1'}} Sep 03 13:03:18.662838 dv-cinder-782910-3-iscsi neutron-server[94689]: {{(pid=94689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:03:18.744073 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Attempting to bind port 377cb483-f613-40a6-b118-f0d8774bfba9 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:03:18.744559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Attempting to bind port 377cb483-f613-40a6-b118-f0d8774bfba9 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:03:18.745079 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Attempting to bind port 377cb483-f613-40a6-b118-f0d8774bfba9 on network 3bdef47c-8192-44fd-a623-dd977b1ae91f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:03:18.751448 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:03:18.752225 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Checking segment: {'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:03:18.752767 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:18.753251 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Bound using segment: {'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:03:18.753916 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Bound port: 377cb483-f613-40a6-b118-f0d8774bfba9, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:03:18.755039 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:18.837195 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] For port 377cb483-f613-40a6-b118-f0d8774bfba9, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:03:18.842405 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] For port 377cb483-f613-40a6-b118-f0d8774bfba9, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=377cb483-f613-40a6-b118-f0d8774bfba9,segment=NetworkSegment(fe5c46b8-afd3-461c-aa80-2ffbd6811b2b),segment_id=fe5c46b8-afd3-461c-aa80-2ffbd6811b2b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:03:18.930776 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:19.046178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886516-1185-4753-88f9-a8074de4bb45 None None] Pushing event updated for resources: {'Port': ['ID=377cb483-f613-40a6-b118-f0d8774bfba9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:20.185871 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:20.688322 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [None req-d3182641-62fe-4603-b015-d8468c4a209b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:03:20.689605 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-d3182641-62fe-4603-b015-d8468c4a209b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5020483 Sep 03 13:03:23.672265 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39302) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:24.072366 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [None req-2f5c5138-7276-4aa1-b03d-46ab53a786c1 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:03:24.073500 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-2f5c5138-7276-4aa1-b03d-46ab53a786c1 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4000163 Sep 03 13:03:26.833160 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:27.157662 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] Request body: {'router': {'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'name': 'router1', 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:27.221602 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.policy [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94687) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 13:03:27.268019 dv-cinder-782910-3-iscsi neutron-server[94687]: WARNING oslo_policy.policy [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:03:27.268619 dv-cinder-782910-3-iscsi neutron-server[94687]: WARNING oslo_policy.policy [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:03:27.279570 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.quota [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] Loaded quota_driver: . Sep 03 13:03:27.345885 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 377cb483-f613-40a6-b118-f0d8774bfba9 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:03:27.350481 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:03:27.412671 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:27.417241 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:27.530565 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 377cb483-f613-40a6-b118-f0d8774bfba9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:03:27.587366 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:27.653338 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:27.737604 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:27.738959 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ac6eb73c-003f-46e3-a74f-92168d95d366 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9047985 Sep 03 13:03:27.885899 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d0c92-a43d-4fca-b922-d1984a02169b None None] Network 3bdef47c-8192-44fd-a623-dd977b1ae91f requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:03:28.024970 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5983e27-a26e-4eac-b08c-3428e791a25a None None] Provisioning for port 377cb483-f613-40a6-b118-f0d8774bfba9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:03:28.032313 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5983e27-a26e-4eac-b08c-3428e791a25a None None] Provisioning complete for port 377cb483-f613-40a6-b118-f0d8774bfba9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:28.032609 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5983e27-a26e-4eac-b08c-3428e791a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.183927 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5983e27-a26e-4eac-b08c-3428e791a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.221317 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a5983e27-a26e-4eac-b08c-3428e791a25a None None] For port 377cb483-f613-40a6-b118-f0d8774bfba9, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=377cb483-f613-40a6-b118-f0d8774bfba9,segment=NetworkSegment(fe5c46b8-afd3-461c-aa80-2ffbd6811b2b),segment_id=fe5c46b8-afd3-461c-aa80-2ffbd6811b2b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:28.303469 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5983e27-a26e-4eac-b08c-3428e791a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.351154 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5983e27-a26e-4eac-b08c-3428e791a25a None None] Pushing event updated for resources: {'Port': ['ID=377cb483-f613-40a6-b118-f0d8774bfba9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:28.377851 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba62ce8b-e20b-422d-aaff-8fe38317af4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.422370 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-35db6dc4-a2a1-4c2f-8472-d6dbab1ef856 None None] Provisioning complete for port 377cb483-f613-40a6-b118-f0d8774bfba9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:28.422769 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35db6dc4-a2a1-4c2f-8472-d6dbab1ef856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:29.295701 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 377cb483-f613-40a6-b118-f0d8774bfba9 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:03:29.346847 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 377cb483-f613-40a6-b118-f0d8774bfba9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:29.347226 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.199439 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:30.526130 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [None req-cb72590d-a1cd-407b-840c-525fa8bc5e46 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:03:30.527160 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-cb72590d-a1cd-407b-840c-525fa8bc5e46 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267994 Sep 03 13:03:31.129122 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf0e2f00-b434-4bb5-a147-bc01ace76c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.483266 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.892380 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.058721 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 39344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:33.201790 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:33.314793 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Made reservation on behalf of 4406ef0048a9450a8d007e4e3ae387e6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:03:33.317577 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.326715 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.417013 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.494190 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.510265 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Reserving flat network on physical network physnet1 {{(pid=94688) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 13:03:33.531876 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f83bf9-f179-483a-9d50-456d82d6660f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:33.534778 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.535152 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Added segment 9b49c5ea-67a8-4fb1-a675-770771f635e2 of type flat for network debb55e8-b693-47ec-82cb-7b7ceee926f5 Sep 03 13:03:33.583549 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.682984 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.684026 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:33.684656 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.723121 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.746571 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] Pushing event updated for resources: {'Network': ['ID=debb55e8-b693-47ec-82cb-7b7ceee926f5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:33.756908 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:03:33.784344 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-5c2844bd-e5b1-4074-ae1d-61aa8b974c67 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7243967 Sep 03 13:03:36.081055 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 39362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:36.174972 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4adf9-edde-4d9b-bc8c-8b7d96d6fdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:36.177949 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-12f4adf9-edde-4d9b-bc8c-8b7d96d6fdd8 admin admin] 10.222.0.44 "GET /v2.0/subnets/c7a7f7fa-468e-4a88-b301-326290889358 HTTP/1.1" status: 200 len: 849 time: 0.0959742 Sep 03 13:03:36.345182 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7373508a-8f98-4a44-976f-208566d29fce admin admin] 10.222.0.44 "GET /v2.0/routers/abd950c2-85fa-45ff-ac8f-0ba9af760ded HTTP/1.1" status: 200 len: 704 time: 0.1608648 Sep 03 13:03:36.622072 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:36.952363 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Allocated IP 172.20.0.1 (3bdef47c-8192-44fd-a623-dd977b1ae91f/c7a7f7fa-468e-4a88-b301-326290889358/bdb7f961-7387-4608-a0d4-0a223b8227a4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:03:37.197201 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:37.221706 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Transition to ACTIVE for port object bdb7f961-7387-4608-a0d4-0a223b8227a4 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:03:37.412333 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:37.486680 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Network 3bdef47c-8192-44fd-a623-dd977b1ae91f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:03:37.492768 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:03:37.500769 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:03:37.501372 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:37.527672 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Pushing event updated for resources: {'Port': ['ID=bdb7f961-7387-4608-a0d4-0a223b8227a4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:37.754494 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-acbe9193-23fb-4da1-9ea5-c8c17cb9b64f None None] Provisioning for port bdb7f961-7387-4608-a0d4-0a223b8227a4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:03:37.758578 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-acbe9193-23fb-4da1-9ea5-c8c17cb9b64f None None] Provisioning complete for port bdb7f961-7387-4608-a0d4-0a223b8227a4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:37.759167 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acbe9193-23fb-4da1-9ea5-c8c17cb9b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:37.772319 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:37.797620 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-acbe9193-23fb-4da1-9ea5-c8c17cb9b64f None None] Port bdb7f961-7387-4608-a0d4-0a223b8227a4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:03:37.997341 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:38.091734 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:38.092733 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:38.155496 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Pushing event updated for resources: {'Port': ['ID=bdb7f961-7387-4608-a0d4-0a223b8227a4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:38.225117 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Network 3bdef47c-8192-44fd-a623-dd977b1ae91f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:03:38.226503 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:03:38.419869 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-62c2eb41-2124-4f79-91d0-e2ceac916dd8 None None] Provisioning complete for port bdb7f961-7387-4608-a0d4-0a223b8227a4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:38.420252 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62c2eb41-2124-4f79-91d0-e2ceac916dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:38.456126 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-62c2eb41-2124-4f79-91d0-e2ceac916dd8 None None] Port bdb7f961-7387-4608-a0d4-0a223b8227a4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:03:38.465354 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Router abd950c2-85fa-45ff-ac8f-0ba9af760ded is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:03:38.560605 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:03:38.567012 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-83657e32-db44-4c08-8159-47fb3473bcdb admin admin] 10.222.0.44 "PUT /v2.0/routers/abd950c2-85fa-45ff-ac8f-0ba9af760ded/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2154927 Sep 03 13:03:38.572807 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Sync routers for ids ['abd950c2-85fa-45ff-ac8f-0ba9af760ded'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:03:38.587439 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Routers {'abd950c2-85fa-45ff-ac8f-0ba9af760ded'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:38.588285 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:03:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['abd950c2-85fa-45ff-ac8f-0ba9af760ded'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:38.794442 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Set router abd950c2-85fa-45ff-ac8f-0ba9af760ded gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:39.265403 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'name': 'router1', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:03:27Z', 'updated_at': '2021-09-03T13:03:37Z', 'revision_number': 2, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'gw_port_host': None, '_interfaces': [{'id': 'bdb7f961-7387-4608-a0d4-0a223b8227a4', 'name': '', 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:36Z', 'updated_at': '2021-09-03T13:03:37Z', 'revision_number': 2, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'subnets': [{'id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a65b8be-a469-4671-b0fc-511a5080d7a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:39.321440 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Checking router: abd950c2-85fa-45ff-ac8f-0ba9af760ded for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:03:39.321807 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Updating router abd950c2-85fa-45ff-ac8f-0ba9af760ded port bdb7f961-7387-4608-a0d4-0a223b8227a4 binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:03:39.374420 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:39.946457 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:39.965184 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Transition to ACTIVE for port object bdb7f961-7387-4608-a0d4-0a223b8227a4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:03:40.037379 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:40.200341 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Pushing event updated for resources: {'Port': ['ID=bdb7f961-7387-4608-a0d4-0a223b8227a4,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:40.215743 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.216174 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.216467 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.216785 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.217133 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.217469 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.217812 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.218253 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.218618 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.218955 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.219289 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.219616 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Tracked resource versions report: Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: pushed versions: Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: { 'AddressGroup': {'1.2'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Log': {'1.0'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Network': {'1.1'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Port': {'1.7'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'PortForwarding': {'1.2'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'QosPolicy': {'1.9'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SecurityGroup': {'1.4'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SubPort': {'1.0'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Subnet': {'1.1'}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Trunk': {'1.1'}} Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: consumer versions: Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: { DHCP agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: L3 agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: Metadata agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: Metering agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: Open vSwitch agent@dv-cinder-782910-3-iscsi: { 'AddressGroup': '1.2', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'ConntrackHelper': '1.0', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Log': '1.0', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Network': '1.1', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Port': '1.7', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'PortForwarding': '1.2', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'QosPolicy': '1.9', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SecurityGroup': '1.4', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SecurityGroupRule': '1.2', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SubPort': '1.0', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Subnet': '1.1', Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Trunk': '1.1'}} Sep 03 13:03:40.220727 dv-cinder-782910-3-iscsi neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:03:40.227188 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Attempting to bind port bdb7f961-7387-4608-a0d4-0a223b8227a4 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:03:40.227602 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Attempting to bind port bdb7f961-7387-4608-a0d4-0a223b8227a4 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:03:40.228033 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Attempting to bind port bdb7f961-7387-4608-a0d4-0a223b8227a4 on network 3bdef47c-8192-44fd-a623-dd977b1ae91f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:03:40.233811 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:03:40.234338 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Checking segment: {'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:03:40.234936 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:40.235407 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Bound using segment: {'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:03:40.235991 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Bound port: bdb7f961-7387-4608-a0d4-0a223b8227a4, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5c46b8-afd3-461c-aa80-2ffbd6811b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:03:40.236455 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:40.305751 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] For port bdb7f961-7387-4608-a0d4-0a223b8227a4, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:03:40.325634 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] For port bdb7f961-7387-4608-a0d4-0a223b8227a4, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=bdb7f961-7387-4608-a0d4-0a223b8227a4,segment=NetworkSegment(fe5c46b8-afd3-461c-aa80-2ffbd6811b2b),segment_id=fe5c46b8-afd3-461c-aa80-2ffbd6811b2b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:03:40.403325 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:40.459849 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Routers {'abd950c2-85fa-45ff-ac8f-0ba9af760ded'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:40.460474 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:03:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['abd950c2-85fa-45ff-ac8f-0ba9af760ded'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:40.542470 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ea4b-787f-429f-aa77-e1480898bd4b None None] Pushing event updated for resources: {'Port': ['ID=bdb7f961-7387-4608-a0d4-0a223b8227a4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:40.564733 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] Set router abd950c2-85fa-45ff-ac8f-0ba9af760ded gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:40.843092 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'name': 'router1', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:03:27Z', 'updated_at': '2021-09-03T13:03:37Z', 'revision_number': 2, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'gw_port_host': None, '_interfaces': [{'id': 'bdb7f961-7387-4608-a0d4-0a223b8227a4', 'name': '', 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:36Z', 'updated_at': '2021-09-03T13:03:40Z', 'revision_number': 4, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'subnets': [{'id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a65b8be-a469-4671-b0fc-511a5080d7a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:40.870609 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a30dee-a9ec-4c83-a467-0946212353db None None] The sync data for ids ['abd950c2-85fa-45ff-ac8f-0ba9af760ded'] in dv-cinder-782910-3-iscsi is: [{'id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'name': 'router1', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:03:27Z', 'updated_at': '2021-09-03T13:03:37Z', 'revision_number': 2, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'gw_port_host': None, '_interfaces': [{'id': 'bdb7f961-7387-4608-a0d4-0a223b8227a4', 'name': '', 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:36Z', 'updated_at': '2021-09-03T13:03:40Z', 'revision_number': 4, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'subnets': [{'id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a65b8be-a469-4671-b0fc-511a5080d7a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:03:40.898791 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39372) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:41.100857 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472236e-3736-4c4d-91bd-722fa42bf613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:41.102404 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-5472236e-3736-4c4d-91bd-722fa42bf613 admin admin] 10.222.0.44 "GET /v2.0/networks/debb55e8-b693-47ec-82cb-7b7ceee926f5 HTTP/1.1" status: 200 len: 842 time: 0.2019253 Sep 03 13:03:41.112766 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:41.226261 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Made reservation on behalf of 4406ef0048a9450a8d007e4e3ae387e6 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:03:41.229042 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:41.748674 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.objects.ports [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 13:03:41.749193 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:41.836496 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:03:41.836894 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Network hostable DHCP agents. Network: debb55e8-b693-47ec-82cb-7b7ceee926f5, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:03:41.848130 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695939d4-2617-4fb2-86bd-11c79f641737,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:41.865958 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.866314 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.866685 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.867029 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.867372 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.867765 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.868100 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.868435 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.868788 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.869124 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.869452 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.869780 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Tracked resource versions report: Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: pushed versions: Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: { 'AddressGroup': {'1.2'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'ConntrackHelper': {'1.0'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Log': {'1.0'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Network': {'1.1'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Port': {'1.7'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'PortForwarding': {'1.2'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'QosPolicy': {'1.9'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SecurityGroup': {'1.4'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SubPort': {'1.0'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Subnet': {'1.1'}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Trunk': {'1.1'}} Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: consumer versions: Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: { DHCP agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: L3 agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: Metadata agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: Metering agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: Open vSwitch agent@dv-cinder-782910-3-iscsi: { 'AddressGroup': '1.2', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'ConntrackHelper': '1.0', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Log': '1.0', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Network': '1.1', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Port': '1.7', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'PortForwarding': '1.2', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'QosPolicy': '1.9', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SecurityGroup': '1.4', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SecurityGroupRule': '1.2', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SubPort': '1.0', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Subnet': '1.1', Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Trunk': '1.1'}} Sep 03 13:03:41.870961 dv-cinder-782910-3-iscsi neutron-server[94687]: {{(pid=94687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:03:41.959974 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:03:42.045794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, debb55e8-b693-47ec-82cb-7b7ceee926f5) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:03:42.055103 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb1f19-4886-4248-b3ad-54983ae407a0 None None] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:03:42.057304 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:42.058310 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:42.149803 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-9978a864-0fd4-43db-8b03-64eada0ccc25 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0286262 Sep 03 13:03:42.219398 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08139be4-e5a1-4f38-a155-155d683dac1a None None] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:03:44.599646 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39384) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:44.836638 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-98e1e361-93af-4bc8-9178-21abb53b90de admin admin] 10.222.0.44 "GET /v2.0/routers/abd950c2-85fa-45ff-ac8f-0ba9af760ded HTTP/1.1" status: 200 len: 710 time: 0.2356348 Sep 03 13:03:44.989137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abdff54-1d81-4f31-bb1e-17716714ad8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:44.991427 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-3abdff54-1d81-4f31-bb1e-17716714ad8a admin admin] 10.222.0.44 "GET /v2.0/networks/debb55e8-b693-47ec-82cb-7b7ceee926f5 HTTP/1.1" status: 200 len: 886 time: 0.1482394 Sep 03 13:03:45.001984 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:45.313253 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:45.636369 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:45.720015 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:45.881783 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Allocated IP 172.27.1.52 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/16c9ca60-7e0d-4c84-a524-23f521b5345f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:03:45.997537 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.200574 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.278103 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:03:46.283205 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:03:46.289065 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:03:46.339344 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Pushing event updated for resources: {'Port': ['ID=16c9ca60-7e0d-4c84-a524-23f521b5345f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:46.685913 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.889113 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11124'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.894268 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552500'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:47.008433 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Router abd950c2-85fa-45ff-ac8f-0ba9af760ded has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:03:47.142064 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:03:47.147414 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:47.149628 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-f48d1eef-f794-4a19-b2d1-cde2d45440b4 admin admin] 10.222.0.44 "PUT /v2.0/routers/abd950c2-85fa-45ff-ac8f-0ba9af760ded HTTP/1.1" status: 200 len: 889 time: 2.1514125 Sep 03 13:03:47.354530 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device bdb7f961-7387-4608-a0d4-0a223b8227a4 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:03:47.522413 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port bdb7f961-7387-4608-a0d4-0a223b8227a4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:03:47.527544 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port bdb7f961-7387-4608-a0d4-0a223b8227a4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:47.527930 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:47.618501 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:47.654584 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port bdb7f961-7387-4608-a0d4-0a223b8227a4, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=bdb7f961-7387-4608-a0d4-0a223b8227a4,segment=NetworkSegment(fe5c46b8-afd3-461c-aa80-2ffbd6811b2b),segment_id=fe5c46b8-afd3-461c-aa80-2ffbd6811b2b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:47.694963 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Sync routers for ids ['abd950c2-85fa-45ff-ac8f-0ba9af760ded'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:03:47.709056 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Routers {'abd950c2-85fa-45ff-ac8f-0ba9af760ded'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:47.709816 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:03:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['abd950c2-85fa-45ff-ac8f-0ba9af760ded'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:47.822758 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:47.983257 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=bdb7f961-7387-4608-a0d4-0a223b8227a4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:48.022521 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Set router abd950c2-85fa-45ff-ac8f-0ba9af760ded gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:48.434680 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'name': 'router1', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '16c9ca60-7e0d-4c84-a524-23f521b5345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:03:27Z', 'updated_at': '2021-09-03T13:03:46Z', 'revision_number': 4, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'gw_port': {'id': '16c9ca60-7e0d-4c84-a524-23f521b5345f', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:45Z', 'updated_at': '2021-09-03T13:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'bdb7f961-7387-4608-a0d4-0a223b8227a4', 'name': '', 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:36Z', 'updated_at': '2021-09-03T13:03:40Z', 'revision_number': 4, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'subnets': [{'id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a65b8be-a469-4671-b0fc-511a5080d7a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:48.487071 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Checking router: abd950c2-85fa-45ff-ac8f-0ba9af760ded for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:03:48.487995 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Updating router abd950c2-85fa-45ff-ac8f-0ba9af760ded port 16c9ca60-7e0d-4c84-a524-23f521b5345f binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:03:48.537751 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:48.939304 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:48.950767 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Transition to ACTIVE for port object 16c9ca60-7e0d-4c84-a524-23f521b5345f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:03:49.085651 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:49.148544 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Attempting to bind port 16c9ca60-7e0d-4c84-a524-23f521b5345f on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:03:49.148925 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Attempting to bind port 16c9ca60-7e0d-4c84-a524-23f521b5345f by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:03:49.149302 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Attempting to bind port 16c9ca60-7e0d-4c84-a524-23f521b5345f on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:03:49.156899 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a11648-f298-44c9-8ca0-36a4b3a421c3 None None] Pushing event updated for resources: {'Port': ['ID=16c9ca60-7e0d-4c84-a524-23f521b5345f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:49.161776 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:03:49.162216 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:03:49.162602 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:49.163042 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:03:49.163492 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Bound port: 16c9ca60-7e0d-4c84-a524-23f521b5345f, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:03:49.163881 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:49.217095 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] For port 16c9ca60-7e0d-4c84-a524-23f521b5345f, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:03:49.221109 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] For port 16c9ca60-7e0d-4c84-a524-23f521b5345f, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=16c9ca60-7e0d-4c84-a524-23f521b5345f,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:03:49.294691 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:49.327012 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device bdb7f961-7387-4608-a0d4-0a223b8227a4 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:03:49.475060 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a11648-f298-44c9-8ca0-36a4b3a421c3 None None] Pushing event updated for resources: {'Port': ['ID=16c9ca60-7e0d-4c84-a524-23f521b5345f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:49.479996 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Routers {'abd950c2-85fa-45ff-ac8f-0ba9af760ded'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:49.480597 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:03:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['abd950c2-85fa-45ff-ac8f-0ba9af760ded'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:49.594034 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port bdb7f961-7387-4608-a0d4-0a223b8227a4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:49.594318 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:49.647231 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] Set router abd950c2-85fa-45ff-ac8f-0ba9af760ded gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:49.743556 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 39398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:49.883015 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-b0d0385f-799e-42af-915c-0d65cbf2cb1d admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1374319 Sep 03 13:03:49.916854 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'name': 'router1', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '16c9ca60-7e0d-4c84-a524-23f521b5345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:03:27Z', 'updated_at': '2021-09-03T13:03:46Z', 'revision_number': 4, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'gw_port': {'id': '16c9ca60-7e0d-4c84-a524-23f521b5345f', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:45Z', 'updated_at': '2021-09-03T13:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'bdb7f961-7387-4608-a0d4-0a223b8227a4', 'name': '', 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:36Z', 'updated_at': '2021-09-03T13:03:47Z', 'revision_number': 5, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'subnets': [{'id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a65b8be-a469-4671-b0fc-511a5080d7a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:49.946226 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2d660-427c-4463-a31d-39639d991ea9 None None] The sync data for ids ['abd950c2-85fa-45ff-ac8f-0ba9af760ded'] in dv-cinder-782910-3-iscsi is: [{'id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'name': 'router1', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '16c9ca60-7e0d-4c84-a524-23f521b5345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:03:27Z', 'updated_at': '2021-09-03T13:03:46Z', 'revision_number': 4, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'gw_port': {'id': '16c9ca60-7e0d-4c84-a524-23f521b5345f', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:45Z', 'updated_at': '2021-09-03T13:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'bdb7f961-7387-4608-a0d4-0a223b8227a4', 'name': '', 'network_id': '3bdef47c-8192-44fd-a623-dd977b1ae91f', 'tenant_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd950c2-85fa-45ff-ac8f-0ba9af760ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:03:36Z', 'updated_at': '2021-09-03T13:03:47Z', 'revision_number': 5, 'project_id': '8283cbbfaf9945568b68ac5e1d700ef4', 'subnets': [{'id': 'c7a7f7fa-468e-4a88-b301-326290889358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a65b8be-a469-4671-b0fc-511a5080d7a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:03:51.348034 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 16c9ca60-7e0d-4c84-a524-23f521b5345f up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:03:51.476052 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 16c9ca60-7e0d-4c84-a524-23f521b5345f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:03:51.480301 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 16c9ca60-7e0d-4c84-a524-23f521b5345f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:51.480695 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:51.561592 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:51.585867 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 16c9ca60-7e0d-4c84-a524-23f521b5345f, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=16c9ca60-7e0d-4c84-a524-23f521b5345f,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:51.667205 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:51.732256 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=16c9ca60-7e0d-4c84-a524-23f521b5345f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:53.330131 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 16c9ca60-7e0d-4c84-a524-23f521b5345f up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:03:53.380236 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 16c9ca60-7e0d-4c84-a524-23f521b5345f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:53.380608 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:58.399850 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4a6d2c8-84a2-4500-bb59-569b2d101b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:01.193502 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f19c3346-a737-4ab2-969d-fe2b4ea6f783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:01.506598 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:01.890709 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.830432 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.339621 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:04:28.372051 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9364c1fe-1828-4aeb-a5f5-023d1bf0709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.128545 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-adacba28-2573-4cdc-9403-c1f631501d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.525354 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.911867 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:33.763691 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:41.339816 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:04:58.333022 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a89176c-9236-4ad1-9425-3f8f436c4fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:01.127115 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f58ab41-1aff-4955-8302-c40f314fb7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:01.472928 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:01.890145 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:03.746526 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:18.338580 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:05:28.350593 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2b5f228-d6ba-4552-bc0d-d4e52df7d00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:29.895602 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 39960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:29.959972 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-33465b53-7f37-4964-bf6b-edaddf2e11e0 admin admin] GET failed (client error): The resource could not be found. Sep 03 13:05:29.967644 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-33465b53-7f37-4964-bf6b-edaddf2e11e0 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648029 Sep 03 13:05:30.125661 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d80a52-f4ef-41dd-acac-3cdffc8458ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:30.127113 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-86d80a52-f4ef-41dd-acac-3cdffc8458ff admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1611776 Sep 03 13:05:31.253526 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9baa3689-a52d-4b6d-846f-1ef2ce2dbd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:31.473724 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:31.885483 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:32.326658 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39970) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:32.429369 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc2ea0-d34b-4411-a686-ec700db2c1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:32.430769 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-2cbc2ea0-d34b-4411-a686-ec700db2c1b1 admin admin] 10.222.0.44 "GET /v2.0/subnets/c7a7f7fa-468e-4a88-b301-326290889358 HTTP/1.1" status: 200 len: 849 time: 0.1031435 Sep 03 13:05:32.440588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:05:32.527426 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:32.716693 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727824970177'] for subnet, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:32.749024 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:32.749915 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:32.751644 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] 10.222.0.44 "PUT /v2.0/subnets/c7a7f7fa-468e-4a88-b301-326290889358 HTTP/1.1" status: 200 len: 868 time: 0.3147519 Sep 03 13:05:32.764883 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b710793-a10a-45d8-ba19-77b718c652f1 None None] Network 3bdef47c-8192-44fd-a623-dd977b1ae91f requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:05:32.773446 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a7f7fa-468e-4a88-b301-326290889358,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:32.782382 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.782382 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.782705 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.782956 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.783216 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.783563 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.783904 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.784249 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.784610 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.785001 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.785344 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:32.785674 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba16433-e975-481b-9457-4d71745d0277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:33.153999 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e36e86ba-be7b-4340-9563-8c0efe875793 None None] Provisioning complete for port 377cb483-f613-40a6-b118-f0d8774bfba9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:05:33.154393 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e36e86ba-be7b-4340-9563-8c0efe875793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:33.237423 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e36e86ba-be7b-4340-9563-8c0efe875793 None None] Provisioning complete for port bdb7f961-7387-4608-a0d4-0a223b8227a4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:05:33.237720 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e36e86ba-be7b-4340-9563-8c0efe875793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:33.748236 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:34.957128 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:35.162367 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10929a8-1e35-48ed-8df2-f9adb24e1ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:35.162777 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10929a8-1e35-48ed-8df2-f9adb24e1ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:35.164324 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-a10929a8-1e35-48ed-8df2-f9adb24e1ac4 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062402 Sep 03 13:05:37.347517 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 39988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:37.545446 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a7e32-cac7-444a-9acb-6b4e4fd65b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:37.545831 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a7e32-cac7-444a-9acb-6b4e4fd65b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:37.547413 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-3a6a7e32-cac7-444a-9acb-6b4e4fd65b79 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989417 Sep 03 13:05:39.758166 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 39996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:39.971118 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782f0529-422b-499b-8336-9dade0967c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:39.972458 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-782f0529-422b-499b-8336-9dade0967c37 admin admin] 10.222.0.44 "GET /v2.0/networks/3bdef47c-8192-44fd-a623-dd977b1ae91f HTTP/1.1" status: 200 len: 869 time: 0.2133238 Sep 03 13:05:42.159828 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:42.287213 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba7e42-0480-47c3-b114-6bf95ec1e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:42.288627 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e9ba7e42-0480-47c3-b114-6bf95ec1e978 admin admin] 10.222.0.44 "GET /v2.0/networks/debb55e8-b693-47ec-82cb-7b7ceee926f5 HTTP/1.1" status: 200 len: 886 time: 0.1278384 Sep 03 13:05:44.506219 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:44.636213 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e19cd-d2c0-4970-bf72-b3c1f25460a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:44.636675 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e19cd-d2c0-4970-bf72-b3c1f25460a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:44.638826 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-b50e19cd-d2c0-4970-bf72-b3c1f25460a5 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316357 Sep 03 13:05:46.848478 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:46.940012 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0d884-b2f3-44c3-914b-3dde071c2808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:46.940476 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0d884-b2f3-44c3-914b-3dde071c2808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:46.942020 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7ec0d884-b2f3-44c3-914b-3dde071c2808 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925617 Sep 03 13:05:49.115716 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:49.206330 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e3cb4a-f948-4b08-b41a-68d5b11d2279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:49.207810 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-c1e3cb4a-f948-4b08-b41a-68d5b11d2279 admin admin] 10.222.0.44 "GET /v2.0/subnets/695939d4-2617-4fb2-86bd-11c79f641737 HTTP/1.1" status: 200 len: 816 time: 0.0911455 Sep 03 13:05:51.547417 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:51.657114 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f960fa-85ac-499b-8e48-b2133290d1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:51.659398 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-90f960fa-85ac-499b-8e48-b2133290d1bb admin admin] 10.222.0.44 "GET /v2.0/subnets/c7a7f7fa-468e-4a88-b301-326290889358 HTTP/1.1" status: 200 len: 868 time: 0.1108429 Sep 03 13:05:55.337158 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:05:58.349191 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48581743-0eb9-483c-994e-9b2449441659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.143003 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77749dcd-3cb8-4a7f-abbc-2ea7ba15a1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.474819 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.897427 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:03.748429 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.820406 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40090) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:15.871314 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [None req-15cd78f7-4dcb-4930-a9f1-fdabf3fc8a7d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:06:15.872335 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-15cd78f7-4dcb-4930-a9f1-fdabf3fc8a7d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509946 Sep 03 13:06:18.169641 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:18.251238 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cdff1a-0995-420b-8b38-5a15b97c90eb admin admin] GET failed (client error): The resource could not be found. Sep 03 13:06:18.252576 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-e5cdff1a-0995-420b-8b38-5a15b97c90eb admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0820026 Sep 03 13:06:18.397396 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1ca19-b06a-4b77-8e0c-0a98fc2e4d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:18.398819 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-8da1ca19-b06a-4b77-8e0c-0a98fc2e4d87 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416242 Sep 03 13:06:20.639033 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40106) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:20.687187 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:20.770442 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Made reservation on behalf of 4406ef0048a9450a8d007e4e3ae387e6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:06:20.772799 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:20.814723 dv-cinder-782910-3-iscsi neutron-server[94687]: WARNING neutron.services.revisions.revision_plugin [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Could not find related network for resource to bump revision. Sep 03 13:06:20.832622 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:06:20.845635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727824831820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:20.846175 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Unsubscribe: segment precommit_create {{(pid=94687) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 13:06:20.846698 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.segments_db [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Added segment c33c6072-8893-4842-8e6d-2da128e784e5 of type vlan for network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf Sep 03 13:06:20.900299 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:20.976338 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:20.977311 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:20.977912 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.067012 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] Pushing event updated for resources: {'Network': ['ID=bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:21.077590 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:06:21.089216 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-88912071-1265-44fb-bdce-1106ff766b52 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4487627 Sep 03 13:06:23.341431 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:23.403786 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e5991d-748d-4afe-9e9d-71a19e95d404 admin admin] GET failed (client error): The resource could not be found. Sep 03 13:06:23.405140 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-d2e5991d-748d-4afe-9e9d-71a19e95d404 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627601 Sep 03 13:06:23.479232 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915667c-3968-4cd2-811c-0e6fa2486102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:23.480703 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-8915667c-3968-4cd2-811c-0e6fa2486102 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708961 Sep 03 13:06:23.491188 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Request body: {'subnet': {'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:23.573839 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Made reservation on behalf of 4406ef0048a9450a8d007e4e3ae387e6 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:06:23.576171 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.810341 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.863813 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=080b56f7-0eb0-4a54-bc17-fb9c1f6ea9bc,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:23.873838 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Checking segment: {'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:23.874196 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Network hostable DHCP agents. Network: bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:06:23.956712 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:06:24.030799 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:24.034879 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:24.035472 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:24.039932 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b4cd84-1e14-48b8-bc23-59ba72a32697 None None] Network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:06:24.123531 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-7d157d0d-4d1f-465b-a2fa-a350f94ac644 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6356456 Sep 03 13:06:24.296944 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf', 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf', 'tenant_id': '4406ef0048a9450a8d007e4e3ae387e6', 'fixed_ips': [{'subnet_id': '080b56f7-0eb0-4a54-bc17-fb9c1f6ea9bc'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:06:24.299093 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:24.441815 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Allocated IP 192.168.233.2 (bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf/080b56f7-0eb0-4a54-bc17-fb9c1f6ea9bc/3747f878-6412-494c-9c66-2e9c0b730081) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:24.591297 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:24.599776 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Transition to ACTIVE for port object 3747f878-6412-494c-9c66-2e9c0b730081 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:24.615575 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Transition to ACTIVE for port object 3747f878-6412-494c-9c66-2e9c0b730081 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:24.702763 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:24.761534 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:24.764031 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Pushing event updated for resources: {'Port': ['ID=3747f878-6412-494c-9c66-2e9c0b730081,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:24.766680 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:24.770111 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:24.781544 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.782207 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.786827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:24.903817 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Attempting to bind port 3747f878-6412-494c-9c66-2e9c0b730081 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:24.904199 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Attempting to bind port 3747f878-6412-494c-9c66-2e9c0b730081 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:24.904574 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Attempting to bind port 3747f878-6412-494c-9c66-2e9c0b730081 on network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:24.912528 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:24.912911 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Checking segment: {'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:24.913315 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:24.913723 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Bound using segment: {'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:24.914216 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Bound port: 3747f878-6412-494c-9c66-2e9c0b730081, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:24.914896 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:24.998421 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] For port 3747f878-6412-494c-9c66-2e9c0b730081, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:25.001367 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] For port 3747f878-6412-494c-9c66-2e9c0b730081, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3747f878-6412-494c-9c66-2e9c0b730081,segment=NetworkSegment(c33c6072-8893-4842-8e6d-2da128e784e5),segment_id=c33c6072-8893-4842-8e6d-2da128e784e5)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:25.067769 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:25.134322 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191344e-d4ad-41bf-9dda-4cdbcf8c0c00 None None] Pushing event updated for resources: {'Port': ['ID=3747f878-6412-494c-9c66-2e9c0b730081,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:25.452022 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3747f878-6412-494c-9c66-2e9c0b730081 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:25.570119 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 3747f878-6412-494c-9c66-2e9c0b730081 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:25.915730 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878e4a9-fc03-4407-ba24-dc8a8271aef4 None None] Network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:06:26.064295 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2b57035a-f1fa-432e-b161-a48d3a42d13f None None] Provisioning for port 3747f878-6412-494c-9c66-2e9c0b730081 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:26.070466 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2b57035a-f1fa-432e-b161-a48d3a42d13f None None] Provisioning complete for port 3747f878-6412-494c-9c66-2e9c0b730081 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:26.071062 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b57035a-f1fa-432e-b161-a48d3a42d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:26.166321 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b57035a-f1fa-432e-b161-a48d3a42d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:26.199048 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2b57035a-f1fa-432e-b161-a48d3a42d13f None None] For port 3747f878-6412-494c-9c66-2e9c0b730081, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3747f878-6412-494c-9c66-2e9c0b730081,segment=NetworkSegment(c33c6072-8893-4842-8e6d-2da128e784e5),segment_id=c33c6072-8893-4842-8e6d-2da128e784e5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:26.307880 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b57035a-f1fa-432e-b161-a48d3a42d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:26.357472 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57035a-f1fa-432e-b161-a48d3a42d13f None None] Pushing event updated for resources: {'Port': ['ID=3747f878-6412-494c-9c66-2e9c0b730081,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:26.426325 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2650074-ea4a-408b-974d-f7c20cf8a88c None None] Provisioning complete for port 3747f878-6412-494c-9c66-2e9c0b730081 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:26.426731 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2650074-ea4a-408b-974d-f7c20cf8a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:27.421274 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3747f878-6412-494c-9c66-2e9c0b730081 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:27.468305 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 3747f878-6412-494c-9c66-2e9c0b730081 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:27.468680 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:28.381641 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-090f4071-305b-468f-b1e8-aa7b61fa9d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:31.112825 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42f6b614-f18c-490b-bcb4-bcdd1e9f3f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:31.573453 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:31.889692 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:32.336163 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:06:33.775909 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:58.351119 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d465a91-96cf-4e04-8b44-2165bb08f78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:01.111231 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6a483b7-9ab4-4c1b-ae07-0340ff9e1bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:01.476713 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:01.902821 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:03.791539 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:09.335686 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:07:28.360729 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74700c98-7bc4-44f1-bad8-90d3f6a38c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:31.118308 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3998c0c9-3a1f-4f63-882d-aa52c62bd002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:31.484150 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:31.949381 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:33.765871 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:42.128785 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:42.134743 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [None req-26399d9e-3f00-4db1-ac54-9b9e73b849cd tempest-verify_tempest_config-1574205689 tempest-verify_tempest_config-1574205689-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:07:42.135753 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-26399d9e-3f00-4db1-ac54-9b9e73b849cd tempest-verify_tempest_config-1574205689 tempest-verify_tempest_config-1574205689-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059776 Sep 03 13:07:42.705219 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:42.808232 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:42.921329 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:42.982689 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:43.030396 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c9abafeec9040c5a2b6420a49336328&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3240047 Sep 03 13:07:43.031263 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dfaf27-90c7-40f5-8014-9c090d771688,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:43.033048 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:43.038813 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.039188 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.039540 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.039883 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.040227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.040563 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.040899 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.041231 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.041579 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.041913 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.042242 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.042597 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47da194-ab42-4ddb-b351-c6a43b4aec72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.091645 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:43.112315 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:43.257351 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:43.259917 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:43.261098 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0dfaf27-90c7-40f5-8014-9c090d771688 HTTP/1.1" status: 204 len: 168 time: 0.2270315 Sep 03 13:07:43.268566 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dfaf27-90c7-40f5-8014-9c090d771688,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:43.275901 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.277678 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.277678 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.277678 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.277678 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.277678 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.278126 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.278219 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.278580 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.278913 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.279245 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:43.279576 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7a4e-fa5c-4698-895f-ec708de43990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:46.333667 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:07:58.373432 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be515f9d-dad9-441b-a0a7-c0137a914a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:01.116486 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f25a23ec-09bd-4fb9-91aa-ec78da08d276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:01.556195 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:01.910887 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:03.756008 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:23.332992 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:08:28.377415 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe94c-eb04-4d25-aa5c-abaca04608f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:31.131809 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67645e0d-e16b-4078-938f-6d48a0cf9ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:31.537541 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:31.922692 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:33.791268 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:58.349262 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-577b6ee4-7ebd-4b3b-9780-b6932e88c1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:00.331085 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:09:01.135931 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-263cd6e5-e160-433a-9d30-e39a283aa804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:01.475062 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:01.891942 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:03.766445 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:17.942746 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386692'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:28.362417 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25108462-b337-41c3-9c20-c9af6bb8132c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:31.124586 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8b24d4c-510c-4a46-a36e-0c657c8c8829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:31.476985 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:31.910558 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:32.904867 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:09:33.009894 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-b19da827-2824-4f68-a63f-e673cf471982 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1039255 Sep 03 13:09:33.791144 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:35.227150 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:09:35.281916 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-30837511-82ef-4edc-b600-b6522cc427e3 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0537066 Sep 03 13:09:37.329974 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:09:47.889057 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:58.351113 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e17985e-ad90-403a-9ed4-c819097d767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:01.134016 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9a37ab1-811c-4f37-b54e-6b8cfc37539b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:01.465702 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:01.905489 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:03.779493 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:14.328717 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:10:17.913949 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:28.361255 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba47ef8a-7e29-420d-b678-d2487451feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:31.135752 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa520d74-4f34-4580-bc73-d5b7c4da5543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:31.515650 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:31.932784 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:33.781898 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:47.914214 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:51.331731 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:10:58.376908 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be2b54b6-bb33-44d8-9455-303aab196510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:01.159142 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41e79396-c260-4b53-8c5e-771304ae284f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:01.524886 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:01.942764 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:03.818076 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:08.353905 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:09.027363 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-network', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:09.221663 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Made reservation on behalf of 48b97f2e2a274ce39e1aad5a462f5ceb for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:09.225127 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.235882 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.296551 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:09.352438 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.421319 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.447888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:11:09.458760 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36babf69-c4c3-418f-92e1-c9da8d48ea91,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:09.464062 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.464412 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.segments_db [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Added segment bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf of type vlan for network 01768b62-5ca2-4f5b-8a36-461fab661693 Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.479568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Tracked resource versions report: Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: pushed versions: Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: { 'AddressGroup': {'1.2'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'ConntrackHelper': {'1.0'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Log': {'1.0'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Network': {'1.1'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Port': {'1.7'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'PortForwarding': {'1.2'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'QosPolicy': {'1.9'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SecurityGroup': {'1.4'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SubPort': {'1.0'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Subnet': {'1.1'}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Trunk': {'1.1'}} Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: consumer versions: Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: { DHCP agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: HyperV agent@hv-cinder-78291: {}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: L3 agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: Metadata agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: Metering agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: Open vSwitch agent@dv-cinder-782910-3-iscsi: { 'AddressGroup': '1.2', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'ConntrackHelper': '1.0', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Log': '1.0', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Network': '1.1', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Port': '1.7', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'PortForwarding': '1.2', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'QosPolicy': '1.9', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SecurityGroup': '1.4', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SecurityGroupRule': '1.2', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'SubPort': '1.0', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Subnet': '1.1', Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: 'Trunk': '1.1'}} Sep 03 13:11:09.481264 dv-cinder-782910-3-iscsi neutron-server[94687]: {{(pid=94687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:11:09.549891 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.648955 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-network', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:09.747491 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.749196 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:09.750142 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.810462 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Made reservation on behalf of bec89205e141438292c402f7dbcd5ffa for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:09.814706 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.870652 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.881228 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] Pushing event updated for resources: {'Network': ['ID=01768b62-5ca2-4f5b-8a36-461fab661693,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:09.895334 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 01768b62-5ca2-4f5b-8a36-461fab661693 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:11:09.931954 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-499bcf79-fcb6-4f3e-a24e-5e9c81ecaf8e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5766060 Sep 03 13:11:09.937213 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:09.947200 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Request body: {'subnet': {'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-subnet', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:10.035780 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.108708 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.150488 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:11:10.173030 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634dcde9-6371-488e-a72e-cf6ccdd3e963,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:10.180028 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.180359 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.segments_db [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Added segment df384e73-8e31-4ea2-a287-e2b4e1486e77 of type vlan for network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b Sep 03 13:11:10.230856 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.310764 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Made reservation on behalf of 48b97f2e2a274ce39e1aad5a462f5ceb for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:10.313336 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.356519 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.357577 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:10.358193 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.430387 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] Pushing event updated for resources: {'Network': ['ID=0f9cccec-68d2-42ef-950f-eab51c6b1a3b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:10.446764 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:11:10.508256 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-89ed1f31-e4f5-4acf-9777-6c07c98eb11b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2096527 Sep 03 13:11:10.512711 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40486) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:10.519226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Request body: {'subnet': {'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-subnet', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:10.634534 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Made reservation on behalf of bec89205e141438292c402f7dbcd5ffa for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:10.639016 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.662677 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:10.729220 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a09079a-72c0-48cb-8cb7-1994789b5679,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:10.749442 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.753546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.759405 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Tracked resource versions report: Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: pushed versions: Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: { 'AddressGroup': {'1.2'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'ConntrackHelper': {'1.0'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Log': {'1.0'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Network': {'1.1'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Port': {'1.7'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'PortForwarding': {'1.2'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'QosPolicy': {'1.9'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SecurityGroup': {'1.4'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SubPort': {'1.0'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Subnet': {'1.1'}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Trunk': {'1.1'}} Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: consumer versions: Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: { DHCP agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: HyperV agent@hv-cinder-78291: {}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: L3 agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: Metadata agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: Metering agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: Open vSwitch agent@dv-cinder-782910-3-iscsi: { 'AddressGroup': '1.2', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'ConntrackHelper': '1.0', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Log': '1.0', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Network': '1.1', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Port': '1.7', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'PortForwarding': '1.2', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'QosPolicy': '1.9', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SecurityGroup': '1.4', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SecurityGroupRule': '1.2', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'SubPort': '1.0', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Subnet': '1.1', Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: 'Trunk': '1.1'}} Sep 03 13:11:10.761673 dv-cinder-782910-3-iscsi neutron-server[94688]: {{(pid=94688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:11:10.788207 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Checking segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:10.789362 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Network hostable DHCP agents. Network: 01768b62-5ca2-4f5b-8a36-461fab661693, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:11:10.900473 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:10.912014 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Network 01768b62-5ca2-4f5b-8a36-461fab661693 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:11:11.070531 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.136010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 01768b62-5ca2-4f5b-8a36-461fab661693) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:11.144073 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:11.146436 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.146681 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96677b61-2fca-44ce-841e-9d19b1ad72c4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:11.156430 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e3cb3-2fe4-4da1-9873-f2e71a0177cf None None] Network 01768b62-5ca2-4f5b-8a36-461fab661693 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:11.173635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Checking segment: {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:11.174174 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Network hostable DHCP agents. Network: 0f9cccec-68d2-42ef-950f-eab51c6b1a3b, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:11:11.245237 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-607cadca-20f5-4373-a3c4-8170d637b197 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3064742 Sep 03 13:11:11.249696 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:11.255667 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:11.339663 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:11:11.350467 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 0f9cccec-68d2-42ef-950f-eab51c6b1a3b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:11.365181 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7fa18-ab13-47ea-93a2-90349bd7e5ba None None] Network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:11.369395 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:11.370389 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.405538 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.407084 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.506069 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-6a99f48d-c739-4f74-813c-b02ae68c6354 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9913940 Sep 03 13:11:11.508185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40514) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:11.521849 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:11.532949 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1273531146-network', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:11.543335 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-01768b62-5ca2-4f5b-8a36-461fab661693', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:11:11.545925 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.636397 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.658779 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.667197 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.716700 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2bd713-7873-422c-a58c-42616e72c2a4 None None] Network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:11.836569 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Allocated IP 172.20.0.2 (01768b62-5ca2-4f5b-8a36-461fab661693/9a09079a-72c0-48cb-8cb7-1994789b5679/396ce670-a9f1-46d8-bc44-2136faa6e914) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:11.869576 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Made reservation on behalf of b2ef0bf497144777b9f700a7546a1234 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:11.874683 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.934876 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:11.956088 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.957987 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.060246 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.155902 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.180113 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Transition to ACTIVE for port object 396ce670-a9f1-46d8-bc44-2136faa6e914 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:12.180717 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:12.205047 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.223654 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Transition to ACTIVE for port object 396ce670-a9f1-46d8-bc44-2136faa6e914 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:12.247969 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.301297 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.316375 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:11:12.328155 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.329146 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Added segment 98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99 of type vlan for network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e Sep 03 13:11:12.339880 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.354828 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-239738526-network', 'tenant_id': 'a347e1546cac465481ab721e242bb8fb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:12.442833 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Pushing event updated for resources: {'Port': ['ID=396ce670-a9f1-46d8-bc44-2136faa6e914,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:12.455982 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65656667-c2da-40f4-9756-4e697d322615,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:12.477241 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Network 01768b62-5ca2-4f5b-8a36-461fab661693 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:12.480222 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1574853841-network', 'tenant_id': '77e52bce6a1c41babb409605922c6210'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:12.482452 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.482940 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.483443 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.483946 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.484326 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.484682 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.485097 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.485459 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.485860 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.486342 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.490787 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.494656 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Tracked resource versions report: Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: pushed versions: Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: { 'AddressGroup': {'1.2'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'ConntrackHelper': {'1.0'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Log': {'1.0'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Network': {'1.1'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Port': {'1.7'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'PortForwarding': {'1.2'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'QosPolicy': {'1.9'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SecurityGroup': {'1.4'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SubPort': {'1.0'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Subnet': {'1.1'}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Trunk': {'1.1'}} Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: consumer versions: Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: { DHCP agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: HyperV agent@hv-cinder-78291: {}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: L3 agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: Metadata agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: Metering agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: Open vSwitch agent@dv-cinder-782910-3-iscsi: { 'AddressGroup': '1.2', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'ConntrackHelper': '1.0', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Log': '1.0', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Network': '1.1', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Port': '1.7', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'PortForwarding': '1.2', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'QosPolicy': '1.9', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SecurityGroup': '1.4', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SecurityGroupRule': '1.2', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'SubPort': '1.0', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Subnet': '1.1', Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: 'Trunk': '1.1'}} Sep 03 13:11:12.495977 dv-cinder-782910-3-iscsi neutron-server[94689]: {{(pid=94689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:11:12.503100 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:12.511224 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:12.637893 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Attempting to bind port 396ce670-a9f1-46d8-bc44-2136faa6e914 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:12.638075 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Made reservation on behalf of a347e1546cac465481ab721e242bb8fb for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:12.638522 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Attempting to bind port 396ce670-a9f1-46d8-bc44-2136faa6e914 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:12.640429 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.647328 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Attempting to bind port 396ce670-a9f1-46d8-bc44-2136faa6e914 on network 01768b62-5ca2-4f5b-8a36-461fab661693 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:12.654398 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.658080 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:12.658080 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Checking segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:12.658080 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.658080 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Bound using segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:12.658080 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Bound port: 396ce670-a9f1-46d8-bc44-2136faa6e914, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:12.658809 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.711712 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Made reservation on behalf of 77e52bce6a1c41babb409605922c6210 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:12.715271 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.726630 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.784989 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.808324 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] For port 396ce670-a9f1-46d8-bc44-2136faa6e914, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:12.818517 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] For port 396ce670-a9f1-46d8-bc44-2136faa6e914, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=396ce670-a9f1-46d8-bc44-2136faa6e914,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:12.826283 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.858884 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:12.924775 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.014128 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.022051 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:13.022988 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.032426 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Allocated IP 172.27.1.160 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/f494463d-12c2-4682-a5d0-64ec991eb50b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:13.091356 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.099719 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0b878-a162-42ac-b0c2-a9b6af710600 None None] Pushing event updated for resources: {'Port': ['ID=396ce670-a9f1-46d8-bc44-2136faa6e914,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:13.201809 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.255888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.267225 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.435410 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:13.464047 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:11:13.468443 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.518529 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:11:13.528988 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.602021 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00555a57-04aa-4e78-bfed-e0edc098fb98,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:13.607671 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.608263 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Added segment aebb280f-ff48-4872-8c81-581d961d32db of type vlan for network 414d0b81-f00e-4975-b8de-43b149b948f6 Sep 03 13:11:13.648983 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-3f389726-5d6a-4400-b14d-88f7bbd47120 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7466886 Sep 03 13:11:13.652716 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:13.666643 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Request body: {'subnet': {'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1273531146-subnet', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:13.682761 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f494463d-12c2-4682-a5d0-64ec991eb50b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:13.704996 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:13.712109 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:13.721301 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:13.791648 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 396ce670-a9f1-46d8-bc44-2136faa6e914 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:13.924187 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.960275 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Allocated IP 172.27.1.19 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:14.132924 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 396ce670-a9f1-46d8-bc44-2136faa6e914 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:14.189582 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.193374 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:14.194287 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.336976 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.408226 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.432248 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.455284 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] Pushing event updated for resources: {'Network': ['ID=414d0b81-f00e-4975-b8de-43b149b948f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:14.483277 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 414d0b81-f00e-4975-b8de-43b149b948f6 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:11:14.495982 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.530490 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.572543 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:11:14.596117 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-b32d2a52-76d1-4a6e-b568-027b389ce8de admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6590800 Sep 03 13:11:14.599428 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40592) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:14.610211 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Request body: {'subnet': {'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-239738526-subnet', 'tenant_id': 'a347e1546cac465481ab721e242bb8fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:14.653952 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f76d1-564f-4497-926a-23e753047a46 None None] Network 01768b62-5ca2-4f5b-8a36-461fab661693 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:14.688780 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:14.692306 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:14.712588 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:14.715845 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.717062 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Added segment 4d67c8a2-8841-4fdf-a24f-817b945d7a8c of type vlan for network 86cc96e3-e572-47fb-93f9-564f2f703393 Sep 03 13:11:14.740893 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:14.750162 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:14.858282 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.874079 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Made reservation on behalf of b2ef0bf497144777b9f700a7546a1234 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:14.877708 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bbdd26a5-6a8d-439b-ad45-f8401c308526 None None] Provisioning for port 396ce670-a9f1-46d8-bc44-2136faa6e914 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:14.878180 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.891051 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bbdd26a5-6a8d-439b-ad45-f8401c308526 None None] Provisioning complete for port 396ce670-a9f1-46d8-bc44-2136faa6e914 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:14.892142 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbdd26a5-6a8d-439b-ad45-f8401c308526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.019406 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Made reservation on behalf of a347e1546cac465481ab721e242bb8fb for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:15.024129 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.082253 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbdd26a5-6a8d-439b-ad45-f8401c308526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.096026 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.222195 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.232392 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 13:11:15.387813 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bbdd26a5-6a8d-439b-ad45-f8401c308526 None None] For port 396ce670-a9f1-46d8-bc44-2136faa6e914, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=396ce670-a9f1-46d8-bc44-2136faa6e914,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:15.406034 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:15.447471 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Checking segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:15.448494 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Network hostable DHCP agents. Network: a2e13e9e-62ed-4c1c-b76c-601a567b3b3e, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:11:15.456072 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.457088 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:15.459659 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.482111 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbdd26a5-6a8d-439b-ad45-f8401c308526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.543636 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd26a5-6a8d-439b-ad45-f8401c308526 None None] Pushing event updated for resources: {'Port': ['ID=396ce670-a9f1-46d8-bc44-2136faa6e914,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:15.611976 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Router fea21ce9-ed21-4758-bde1-531f60416bb0 is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:11:15.620199 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-22b2d326-3ccb-403d-88a2-f7d81cd08430 None None] Provisioning complete for port 396ce670-a9f1-46d8-bc44-2136faa6e914 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:15.621566 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-22b2d326-3ccb-403d-88a2-f7d81cd08430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.631087 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:11:15.637269 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4232759 Sep 03 13:11:15.637568 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:15.642889 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45746e78-a9a4-452f-8e4c-3f981ec3d6a1 admin admin] Pushing event updated for resources: {'Network': ['ID=86cc96e3-e572-47fb-93f9-564f2f703393,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:15.649021 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Request body: {'subnet': {'network_id': '86cc96e3-e572-47fb-93f9-564f2f703393', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1574853841-subnet', 'tenant_id': '77e52bce6a1c41babb409605922c6210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:15.670145 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 86cc96e3-e572-47fb-93f9-564f2f703393 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:11:15.749547 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.764288 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40612) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:15.772839 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.795439 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Made reservation on behalf of 77e52bce6a1c41babb409605922c6210 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:15.798065 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.841186 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, a2e13e9e-62ed-4c1c-b76c-601a567b3b3e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:15.873575 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:15.874444 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:15.884767 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8896cdb-075b-4b0c-9b30-26e21f3c2b16,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:15.890475 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20249512-6071-486b-b097-fb288dd06fdf None None] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:15.912884 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Checking segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:15.913344 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Network hostable DHCP agents. Network: 414d0b81-f00e-4975-b8de-43b149b948f6, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:11:15.918414 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:11:15.931828 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Sync routers for ids ['fea21ce9-ed21-4758-bde1-531f60416bb0'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:11:15.943845 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Routers {'fea21ce9-ed21-4758-bde1-531f60416bb0'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:15.944503 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['fea21ce9-ed21-4758-bde1-531f60416bb0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:16.011346 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40616) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:16.011683 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-b3f294f1-982a-491a-abf2-8dea2f213c3b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3520632 Sep 03 13:11:16.021438 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:16.055811 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.059461 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-3af3259d-0409-4e1b-ac4e-53e892a311a2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5489726 Sep 03 13:11:16.063216 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:16.097105 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Network 414d0b81-f00e-4975-b8de-43b149b948f6 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:11:16.106136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b792364-1e74-436f-832f-a669bbcc642b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.120450 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Set router fea21ce9-ed21-4758-bde1-531f60416bb0 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:16.164539 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:11:16.167106 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.189503 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 414d0b81-f00e-4975-b8de-43b149b948f6) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:16.216020 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ecf5ef-c0af-41ee-ae01-939ef23ed353 None None] Network 414d0b81-f00e-4975-b8de-43b149b948f6 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:16.220733 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:16.224878 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.246667 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.251909 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.356079 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.378057 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.473433 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:14Z', 'revision_number': 3, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:16.486431 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b792364-1e74-436f-832f-a669bbcc642b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.518770 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Checking router: fea21ce9-ed21-4758-bde1-531f60416bb0 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:11:16.519446 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Updating router fea21ce9-ed21-4758-bde1-531f60416bb0 port f494463d-12c2-4682-a5d0-64ec991eb50b binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:11:16.555909 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.629848 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Allocated IP 172.20.0.2 (a2e13e9e-62ed-4c1c-b76c-601a567b3b3e/3a5aa1da-ae06-4d8a-94f0-5fea47adcda2/3ad32093-a129-4b08-a51c-97ce4b148388) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:16.671538 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b792364-1e74-436f-832f-a669bbcc642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.772920 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:16.810844 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-72f902f9-3d84-48f6-8828-09f829e5dee4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1998641 Sep 03 13:11:16.914901 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18222104-ecf3-4210-9407-b037e1b534c1 None None] Network 414d0b81-f00e-4975-b8de-43b149b948f6 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:16.937625 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4b792364-1e74-436f-832f-a669bbcc642b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68bd1a1bb8104007a733e6eb3b71b2f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1694522 Sep 03 13:11:16.942386 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b792364-1e74-436f-832f-a669bbcc642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee3e05-b859-4287-b6c0-b653ed048b97,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:16.949370 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40634) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:17.030420 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.035836 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed68e4e-d808-4171-b3ca-b6373b4f2ffb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:17.043009 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Transition to ACTIVE for port object f494463d-12c2-4682-a5d0-64ec991eb50b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:17.048811 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.117008 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.178898 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Attempting to bind port f494463d-12c2-4682-a5d0-64ec991eb50b on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:17.182293 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Attempting to bind port f494463d-12c2-4682-a5d0-64ec991eb50b by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:17.182944 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Attempting to bind port f494463d-12c2-4682-a5d0-64ec991eb50b on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:17.236726 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:17.237578 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:17.238968 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70d7c656-da38-426e-90d4-b87606473b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.239246 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.239909 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:17.241037 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Bound port: f494463d-12c2-4682-a5d0-64ec991eb50b, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:17.241930 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.289549 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Checking segment: {'id': '4d67c8a2-8841-4fdf-a24f-817b945d7a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86cc96e3-e572-47fb-93f9-564f2f703393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:17.289958 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Network hostable DHCP agents. Network: 86cc96e3-e572-47fb-93f9-564f2f703393, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:11:17.300073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70d7c656-da38-426e-90d4-b87606473b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.312828 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] For port f494463d-12c2-4682-a5d0-64ec991eb50b, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:17.317287 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] For port f494463d-12c2-4682-a5d0-64ec991eb50b, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=f494463d-12c2-4682-a5d0-64ec991eb50b,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:17.345369 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Pushing event updated for resources: {'Port': ['ID=f494463d-12c2-4682-a5d0-64ec991eb50b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:17.367464 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.370229 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.373774 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.375812 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.379204 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.380272 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.382388 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.384704 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.386881 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.389253 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.390717 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.396616 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Tracked resource versions report: Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: pushed versions: Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: { 'AddressGroup': {'1.2'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Log': {'1.0'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Network': {'1.1'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Port': {'1.7'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'PortForwarding': {'1.2'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'QosPolicy': {'1.9'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SecurityGroup': {'1.4'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SubPort': {'1.0'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Subnet': {'1.1'}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Trunk': {'1.1'}} Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: consumer versions: Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: { DHCP agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: HyperV agent@hv-cinder-78291: {}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: L3 agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: Metadata agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: Metering agent@dv-cinder-782910-3-iscsi: {}, Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: Open vSwitch agent@dv-cinder-782910-3-iscsi: { 'AddressGroup': '1.2', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'ConntrackHelper': '1.0', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Log': '1.0', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Network': '1.1', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Port': '1.7', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'PortForwarding': '1.2', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'QosPolicy': '1.9', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SecurityGroup': '1.4', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SecurityGroupRule': '1.2', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'SubPort': '1.0', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Subnet': '1.1', Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: 'Trunk': '1.1'}} Sep 03 13:11:17.400168 dv-cinder-782910-3-iscsi neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:11:17.423937 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.487772 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.512755 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Network 86cc96e3-e572-47fb-93f9-564f2f703393 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:11:17.523639 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.537330 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Router 99be87b4-5a25-48d5-880f-8a59eca22e10 is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:11:17.581571 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70d7c656-da38-426e-90d4-b87606473b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.604885 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70d7c656-da38-426e-90d4-b87606473b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.618245 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-70d7c656-da38-426e-90d4-b87606473b9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01ee3e05-b859-4287-b6c0-b653ed048b97 HTTP/1.1" status: 204 len: 168 time: 0.5976279 Sep 03 13:11:17.643166 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Routers {'fea21ce9-ed21-4758-bde1-531f60416bb0'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:17.643447 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['fea21ce9-ed21-4758-bde1-531f60416bb0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:17.645038 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 86cc96e3-e572-47fb-93f9-564f2f703393) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:17.652734 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a1c9-5f5d-4d9a-b2d9-8008200860f5 None None] Pushing event updated for resources: {'Port': ['ID=f494463d-12c2-4682-a5d0-64ec991eb50b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:17.700167 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Transition to ACTIVE for port object 3ad32093-a129-4b08-a51c-97ce4b148388 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:17.756045 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:17.756706 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:17.775577 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7c656-da38-426e-90d4-b87606473b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee3e05-b859-4287-b6c0-b653ed048b97,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:17.854614 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Transition to ACTIVE for port object 3ad32093-a129-4b08-a51c-97ce4b148388 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:17.937324 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eee18c-b361-45dc-8db7-32b5ff10ee19 None None] Network 86cc96e3-e572-47fb-93f9-564f2f703393 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:17.997537 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 396ce670-a9f1-46d8-bc44-2136faa6e914 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:18.004182 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] Set router fea21ce9-ed21-4758-bde1-531f60416bb0 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:18.067932 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6b7fafef-7183-4444-a46d-af15196dbd82 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4292967 Sep 03 13:11:18.159583 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:18.162739 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:11:18.215554 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Allocated IP 172.20.0.1 (0f9cccec-68d2-42ef-950f-eab51c6b1a3b/96677b61-2fca-44ce-841e-9d19b1ad72c4/1e0f1fdc-d41c-4444-b30f-81741422a3cb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:18.273259 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:18.290676 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:18.335541 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:18.337200 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6e39faa8-e8fa-488f-9633-9e7ded1773f7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0862594 Sep 03 13:11:18.342115 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:18.417758 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Sync routers for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:11:18.444176 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Pushing event updated for resources: {'Port': ['ID=3ad32093-a129-4b08-a51c-97ce4b148388,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:18.504243 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:18.592102 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:18.604558 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:18.659824 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:18.661260 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:18.682042 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:18.778721 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Allocated IP 172.27.1.88 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/a20c6d24-f6eb-41ce-8a24-8afac60b94b6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:18.830996 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:14Z', 'revision_number': 3, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:18.911721 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463dfce-d5d6-4035-b5b1-ffc0664b801e None None] The sync data for ids ['fea21ce9-ed21-4758-bde1-531f60416bb0'] in dv-cinder-782910-3-iscsi is: [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:14Z', 'revision_number': 3, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:11:18.982712 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.111344 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40720) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:19.142425 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.172259 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.196910 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:19.199343 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:19.204436 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Pushing event updated for resources: {'Port': ['ID=1e0f1fdc-d41c-4444-b30f-81741422a3cb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:19.214065 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:19.227225 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:19.228312 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.237353 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5ccb8b1-840a-4a1f-90ff-6fab59a38c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.255529 dv-cinder-782910-3-iscsi neutron-server[94687]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 13:11:19.290091 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:19.322407 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:19.454152 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.525947 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.552293 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Attempting to bind port 3ad32093-a129-4b08-a51c-97ce4b148388 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:19.553111 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Attempting to bind port 3ad32093-a129-4b08-a51c-97ce4b148388 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:19.555161 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Attempting to bind port 3ad32093-a129-4b08-a51c-97ce4b148388 on network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:19.570928 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:19.571650 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Checking segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:19.572260 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.572827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Bound using segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:19.573521 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Bound port: 3ad32093-a129-4b08-a51c-97ce4b148388, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:19.574100 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.630998 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36faca10-b3bb-4403-84ab-af78af4ec9e0 None None] Network 86cc96e3-e572-47fb-93f9-564f2f703393 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:19.734451 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5ccb8b1-840a-4a1f-90ff-6fab59a38c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.813873 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 396ce670-a9f1-46d8-bc44-2136faa6e914 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:19.814259 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:19.826808 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5ccb8b1-840a-4a1f-90ff-6fab59a38c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:20.080181 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] For port 3ad32093-a129-4b08-a51c-97ce4b148388, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:20.085951 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Pushing event updated for resources: {'Port': ['ID=a20c6d24-f6eb-41ce-8a24-8afac60b94b6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:20.105264 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] For port 3ad32093-a129-4b08-a51c-97ce4b148388, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3ad32093-a129-4b08-a51c-97ce4b148388,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:20.168905 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-c2dcdbb3-9d0a-4956-92a9-d9647d49f815 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:20.172319 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-c2dcdbb3-9d0a-4956-92a9-d9647d49f815 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 814 time: 0.8619180 Sep 03 13:11:20.180658 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:20.214282 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-9107dac7-d835-409a-b5a5-4324ec42cc4d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/quotas/a347e1546cac465481ab721e242bb8fb HTTP/1.1" status: 200 len: 375 time: 0.0265882 Sep 03 13:11:20.216305 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:20.224541 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:20.270321 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:20.289561 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccb8b1-840a-4a1f-90ff-6fab59a38c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00301e54-5232-487d-b798-bbfb42aeef24,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:20.295086 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:20.310099 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-c5ccb8b1-840a-4a1f-90ff-6fab59a38c57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e9052d8fc5d4d24a4fd1fd672982fa3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1085892 Sep 03 13:11:20.326320 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:20.357909 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-6405976d-e6cf-4aa9-99f4-f572d137e918 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239402 Sep 03 13:11:20.407342 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Allocated IP 172.20.0.1 (01768b62-5ca2-4f5b-8a36-461fab661693/9a09079a-72c0-48cb-8cb7-1994789b5679/7df0279c-921d-49fa-a3ac-ec140589f1d3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:20.441978 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d05567-81be-4718-bbdf-652bbcd460c8 None None] Pushing event updated for resources: {'Port': ['ID=3ad32093-a129-4b08-a51c-97ce4b148388,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:20.504648 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:15Z', 'revision_number': 3, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:20.572718 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Checking router: 99be87b4-5a25-48d5-880f-8a59eca22e10 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:11:20.573076 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Updating router 99be87b4-5a25-48d5-880f-8a59eca22e10 port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:11:20.664636 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:20.843606 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:20.892256 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9687-e769-45de-9e70-41d4a4755310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:20.904871 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device f494463d-12c2-4682-a5d0-64ec991eb50b up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:20.924081 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-03b84e99-e433-44e3-a07c-340ab5e514b9 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:20.927683 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-03b84e99-e433-44e3-a07c-340ab5e514b9 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/networks?id=86cc96e3-e572-47fb-93f9-564f2f703393 HTTP/1.1" status: 200 len: 812 time: 1.8115299 Sep 03 13:11:20.936311 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Transition to ACTIVE for port object 7df0279c-921d-49fa-a3ac-ec140589f1d3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:20.991726 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9687-e769-45de-9e70-41d4a4755310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.013665 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-87427d83-55a5-4095-b162-b16f6c80552f tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/quotas/77e52bce6a1c41babb409605922c6210 HTTP/1.1" status: 200 len: 375 time: 0.0595312 Sep 03 13:11:21.090578 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-6811f646-ccb0-4e26-9afa-fa70df658084 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=77e52bce6a1c41babb409605922c6210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700154 Sep 03 13:11:21.094542 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-6ee4932f-1e6c-4634-bb01-3a9949dcf4a1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:11:21.095718 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-6ee4932f-1e6c-4634-bb01-3a9949dcf4a1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1902277 Sep 03 13:11:21.133990 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.160518 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port f494463d-12c2-4682-a5d0-64ec991eb50b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:21.181616 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.186432 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port f494463d-12c2-4682-a5d0-64ec991eb50b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:21.186950 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.232285 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Network 01768b62-5ca2-4f5b-8a36-461fab661693 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:21.235875 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:21.243311 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:21.243980 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.256922 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9687-e769-45de-9e70-41d4a4755310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.263115 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9687-e769-45de-9e70-41d4a4755310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.267896 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-a6bb9687-e769-45de-9e70-41d4a4755310 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00301e54-5232-487d-b798-bbfb42aeef24 HTTP/1.1" status: 204 len: 168 time: 0.9360275 Sep 03 13:11:21.309603 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Pushing event updated for resources: {'Port': ['ID=7df0279c-921d-49fa-a3ac-ec140589f1d3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:21.313142 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.314168 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.363799 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb9687-e769-45de-9e70-41d4a4755310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00301e54-5232-487d-b798-bbfb42aeef24,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:21.395880 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-7859bfe6-007a-4a52-b0a4-a86975d4f541 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:11:21.412947 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-7859bfe6-007a-4a52-b0a4-a86975d4f541 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2267914 Sep 03 13:11:21.464046 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Pushing event updated for resources: {'Port': ['ID=1e0f1fdc-d41c-4444-b30f-81741422a3cb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:21.531132 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.578522 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:21.581099 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:21.591962 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.624966 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Transition to ACTIVE for port object 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:21.629371 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-37311eeb-7445-477c-a496-71b9b8927e6d service neutron] 10.222.0.44 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822423 Sep 03 13:11:21.653073 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.711202 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port f494463d-12c2-4682-a5d0-64ec991eb50b, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=f494463d-12c2-4682-a5d0-64ec991eb50b,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:21.732366 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.778451 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b944286d-30dc-4db7-bfa7-1c4de3700596 service neutron] 10.222.0.44 "GET /v2.0/networks/86cc96e3-e572-47fb-93f9-564f2f703393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650112 Sep 03 13:11:21.787896 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.841085 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Router fea21ce9-ed21-4758-bde1-531f60416bb0 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:11:21.879312 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Attempting to bind port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:21.879312 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Attempting to bind port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:21.890527 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Attempting to bind port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:21.902986 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1aca9b-56ab-4145-ad15-c55612083e2b None None] Pushing event updated for resources: {'Port': ['ID=5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:21.905603 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.910403 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-576b699f-7311-4afd-9630-06b68221366d None None] Provisioning for port 7df0279c-921d-49fa-a3ac-ec140589f1d3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:21.916606 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:21.916606 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:21.916606 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.916606 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:21.916606 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Bound port: 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:21.919319 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:21.956317 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-576b699f-7311-4afd-9630-06b68221366d None None] Provisioning complete for port 7df0279c-921d-49fa-a3ac-ec140589f1d3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:21.956697 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-576b699f-7311-4afd-9630-06b68221366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:22.090625 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-576b699f-7311-4afd-9630-06b68221366d None None] Port 7df0279c-921d-49fa-a3ac-ec140589f1d3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:11:22.099786 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=f494463d-12c2-4682-a5d0-64ec991eb50b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:22.103855 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] For port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:22.119008 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] For port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:22.132817 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-291d9ffd-964f-4ead-8d6f-a85bf6eefce3 service neutron] 10.222.0.44 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416006 Sep 03 13:11:22.151109 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-625a5c08-218d-4134-8d2a-6a24b97829f3 service neutron] 10.222.0.44 "GET /v2.0/networks/86cc96e3-e572-47fb-93f9-564f2f703393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295879 Sep 03 13:11:22.200573 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:22.203501 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:22.206800 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:11:22.215581 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e0569d3b-bae2-4ad2-b133-12ef097f725e admin admin] 10.222.0.44 "PUT /v2.0/routers/fea21ce9-ed21-4758-bde1-531f60416bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1492136 Sep 03 13:11:22.251081 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Sync routers for ids ['fea21ce9-ed21-4758-bde1-531f60416bb0'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:11:22.302381 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Routers {'fea21ce9-ed21-4758-bde1-531f60416bb0'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:22.303449 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['fea21ce9-ed21-4758-bde1-531f60416bb0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:22.370438 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9781b-1d52-4644-976d-5d6c2704169a None None] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:22.403638 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:22.406030 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:22.442503 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:22.530660 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:22.532171 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:22.621991 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1aca9b-56ab-4145-ad15-c55612083e2b None None] Pushing event updated for resources: {'Port': ['ID=5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:22.627749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Pushing event updated for resources: {'Port': ['ID=7df0279c-921d-49fa-a3ac-ec140589f1d3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:22.654575 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Router 1e487724-bbfb-4a24-adc9-f2e900d2bcea is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:11:22.756453 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2feb33c0-9b64-4941-9e28-bde12a304953 None None] Provisioning for port 3ad32093-a129-4b08-a51c-97ce4b148388 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:22.782610 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Network 01768b62-5ca2-4f5b-8a36-461fab661693 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:22.805558 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:22.859873 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Set router fea21ce9-ed21-4758-bde1-531f60416bb0 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:22.999652 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:23.168478 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3ad32093-a129-4b08-a51c-97ce4b148388 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:23.172830 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:11:23.214489 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Sync routers for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:11:23.251953 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Router 99be87b4-5a25-48d5-880f-8a59eca22e10 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:11:23.336356 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5851a6e8-bb0d-45c1-866b-754ac9573b34 req-630af410-e4fd-45cf-870b-8f3ab3752dd9 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.1538055 Sep 03 13:11:23.353431 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:23.356708 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-30752adf-b9ec-4b29-8cbc-dc0cf1e210bc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3429613 Sep 03 13:11:23.359658 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:23.638410 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:19Z', 'revision_number': 4, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '1e0f1fdc-d41c-4444-b30f-81741422a3cb', 'name': '', 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'mac_address': 'fa:16:3e:f8:f7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '96677b61-2fca-44ce-841e-9d19b1ad72c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:17Z', 'updated_at': '2021-09-03T13:11:20Z', 'revision_number': 2, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'subnets': [{'id': '96677b61-2fca-44ce-841e-9d19b1ad72c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:23.689346 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-085602ce-830b-4cec-8348-d1eb2d8a809e req-ea5a2b30-3547-46df-b2d2-29587a78812f tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.0784249 Sep 03 13:11:23.735382 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9e5d772b-310a-452c-a5a3-5347c86f7bba None None] Provisioning complete for port 7df0279c-921d-49fa-a3ac-ec140589f1d3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:23.746735 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e5d772b-310a-452c-a5a3-5347c86f7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:23.758877 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:11:23.770018 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Checking router: fea21ce9-ed21-4758-bde1-531f60416bb0 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:11:23.771978 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Updating router fea21ce9-ed21-4758-bde1-531f60416bb0 port 1e0f1fdc-d41c-4444-b30f-81741422a3cb binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:11:23.787804 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-d84e11da-6bde-4466-b2c1-c1b9e0ecdae1 admin admin] 10.222.0.44 "PUT /v2.0/routers/99be87b4-5a25-48d5-880f-8a59eca22e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4441683 Sep 03 13:11:23.852894 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:23.854436 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:23.871872 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:23.915404 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31347a-7935-453b-a29a-0a5b0d573819 req-0e0da3c3-9aa9-40f1-ae8c-85c3728a43b5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:23.917345 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-0e0da3c3-9aa9-40f1-ae8c-85c3728a43b5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 819 time: 0.1970553 Sep 03 13:11:24.083907 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 3ad32093-a129-4b08-a51c-97ce4b148388 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:24.104906 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40856) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:24.217605 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 3ad32093-a129-4b08-a51c-97ce4b148388 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:24.218280 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:24.481677 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-188889012-network', 'tenant_id': '86bca85301ee4d02845e363fa621debc'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:24.580417 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-244e3ddd-85a8-4603-8e52-1e34d8ea8ac0 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/quotas/bec89205e141438292c402f7dbcd5ffa HTTP/1.1" status: 200 len: 375 time: 0.0870595 Sep 03 13:11:24.600317 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Made reservation on behalf of 86bca85301ee4d02845e363fa621debc for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:24.605836 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:24.631133 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:24.631332 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:24.640748 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Transition to ACTIVE for port object 1e0f1fdc-d41c-4444-b30f-81741422a3cb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:24.654001 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d772b-310a-452c-a5a3-5347c86f7bba None None] Port 7df0279c-921d-49fa-a3ac-ec140589f1d3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:11:24.680533 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-756049d2-eeb4-4c4a-8325-456a4c6310c3 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990717 Sep 03 13:11:24.828237 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:24.836194 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:24.871870 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:24.983803 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.005337 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7d31-cf69-4bf7-9f92-829a379de919 None None] Pushing event updated for resources: {'Port': ['ID=1e0f1fdc-d41c-4444-b30f-81741422a3cb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:25.098054 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4794a233-01a6-4f23-92f8-f8f84ac1520f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:25.160871 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:11:25.161224 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-7e2b7f95-b41c-4c90-b06f-c2433b4e34f9 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561293 Sep 03 13:11:25.161548 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.161548 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Added segment 1337646f-9694-4b7b-b9c5-823661a0efdb of type vlan for network 0a3c451b-bb10-406c-83d0-b2654b342a18 Sep 03 13:11:25.168268 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Attempting to bind port 1e0f1fdc-d41c-4444-b30f-81741422a3cb on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:25.169084 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Attempting to bind port 1e0f1fdc-d41c-4444-b30f-81741422a3cb by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:25.173419 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Attempting to bind port 1e0f1fdc-d41c-4444-b30f-81741422a3cb on network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:25.190401 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:25.207059 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Checking segment: {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:25.207059 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.207059 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Bound using segment: {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:25.207059 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Bound port: 1e0f1fdc-d41c-4444-b30f-81741422a3cb, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:25.207059 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.304151 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.305640 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.335079 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-df0fe71c-c243-405a-a2d6-c798e0046cbb service neutron] 10.222.0.44 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963375 Sep 03 13:11:25.422043 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.423311 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:25.423825 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.463325 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] For port 1e0f1fdc-d41c-4444-b30f-81741422a3cb, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:25.471209 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] For port 1e0f1fdc-d41c-4444-b30f-81741422a3cb, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=1e0f1fdc-d41c-4444-b30f-81741422a3cb,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:25.477750 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:20Z', 'revision_number': 1, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:25.572846 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc78f6a-fedf-4f48-9a95-1d215c5d7f04 None None] The sync data for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi is: [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:20Z', 'revision_number': 1, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:11:25.593384 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.761740 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ba9f4fcb-5e8f-4786-b36a-08a7d3c349c8 None None] Provisioning complete for port 3ad32093-a129-4b08-a51c-97ce4b148388 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:25.762455 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4fcb-5e8f-4786-b36a-08a7d3c349c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.783645 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Routers {'fea21ce9-ed21-4758-bde1-531f60416bb0'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:25.784317 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['fea21ce9-ed21-4758-bde1-531f60416bb0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:25.843620 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 40910) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:25.851979 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f7a4a110-7a74-47bb-b009-213844ee6e6f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909446330', 'description': 'tempest-description--1613021149'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:25.976826 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.981159 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c78dae59-5c2f-4cfb-b096-f55ab9a4cb37 req-3a5430cd-8e37-43f6-be7e-1b2429e1e3b0 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.1898754 Sep 03 13:11:26.032780 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3c451b-bb10-406c-83d0-b2654b342a18,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:26.110202 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e0651daa-90f4-4118-a8a9-39f307152931 req-2c4f735a-73e6-4e7a-8a7d-b9f90f10a8b8 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.1977434 Sep 03 13:11:26.125120 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 0a3c451b-bb10-406c-83d0-b2654b342a18 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:11:26.130088 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-9bcb8c6e-9861-47c9-94a9-223fa6f996b9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0240357 Sep 03 13:11:26.136714 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:26.146385 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a110-7a74-47bb-b009-213844ee6e6f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:26.147342 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Request body: {'subnet': {'network_id': '0a3c451b-bb10-406c-83d0-b2654b342a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-188889012-subnet', 'tenant_id': '86bca85301ee4d02845e363fa621debc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:26.180837 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7d31-cf69-4bf7-9f92-829a379de919 None None] Pushing event updated for resources: {'Port': ['ID=1e0f1fdc-d41c-4444-b30f-81741422a3cb,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:26.221946 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] Set router fea21ce9-ed21-4758-bde1-531f60416bb0 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:26.260903 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Made reservation on behalf of 86bca85301ee4d02845e363fa621debc for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:26.263421 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:26.291087 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Allocated IP 172.20.0.1 (a2e13e9e-62ed-4c1c-b76c-601a567b3b3e/3a5aa1da-ae06-4d8a-94f0-5fea47adcda2/a7f6870c-c190-4a3d-a1f6-b4904164a2cb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:26.422191 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-492d6507-ab1c-485a-bc84-df2c4d6473ce req-0358effb-557b-4149-aa08-b00180f8f5dc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 210 time: 0.1067166 Sep 03 13:11:26.687913 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 3ad32093-a129-4b08-a51c-97ce4b148388, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3ad32093-a129-4b08-a51c-97ce4b148388,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:26.845064 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4fcb-5e8f-4786-b36a-08a7d3c349c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:26.853624 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:26.881606 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Transition to ACTIVE for port object a7f6870c-c190-4a3d-a1f6-b4904164a2cb will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:26.898163 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:26.913819 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device f494463d-12c2-4682-a5d0-64ec991eb50b up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:26.936113 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:19Z', 'revision_number': 4, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '1e0f1fdc-d41c-4444-b30f-81741422a3cb', 'name': '', 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'mac_address': 'fa:16:3e:f8:f7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '96677b61-2fca-44ce-841e-9d19b1ad72c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:17Z', 'updated_at': '2021-09-03T13:11:25Z', 'revision_number': 4, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'subnets': [{'id': '96677b61-2fca-44ce-841e-9d19b1ad72c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:26.964245 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:26.977857 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a110-7a74-47bb-b009-213844ee6e6f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:27.021628 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17620f-3e9f-4bd0-90c0-8ff9114db8e5 None None] The sync data for ids ['fea21ce9-ed21-4758-bde1-531f60416bb0'] in dv-cinder-782910-3-iscsi is: [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:19Z', 'revision_number': 4, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '1e0f1fdc-d41c-4444-b30f-81741422a3cb', 'name': '', 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'mac_address': 'fa:16:3e:f8:f7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '96677b61-2fca-44ce-841e-9d19b1ad72c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:17Z', 'updated_at': '2021-09-03T13:11:25Z', 'revision_number': 4, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'subnets': [{'id': '96677b61-2fca-44ce-841e-9d19b1ad72c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:11:27.085046 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:27.132162 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a110-7a74-47bb-b009-213844ee6e6f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:27.135569 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90f001b-491a-4f74-91bc-b3ae848ba082,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:27.424510 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Checking segment: {'id': '1337646f-9694-4b7b-b9c5-823661a0efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0a3c451b-bb10-406c-83d0-b2654b342a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:27.424510 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Network hostable DHCP agents. Network: 0a3c451b-bb10-406c-83d0-b2654b342a18, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:11:27.424510 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Network 0a3c451b-bb10-406c-83d0-b2654b342a18 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:11:27.443522 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4a110-7a74-47bb-b009-213844ee6e6f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4390e9-fbae-414f-9866-d089bb4a56bf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:27.472073 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=3ad32093-a129-4b08-a51c-97ce4b148388,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:27.499403 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 0a3c451b-bb10-406c-83d0-b2654b342a18) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:27.501775 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:20Z', 'revision_number': 3, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:27.505032 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:27.505690 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:27.557337 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:27.592711 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f09e84-c16c-4bd9-8a0a-c87ca1fce039 None None] Network 0a3c451b-bb10-406c-83d0-b2654b342a18 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:27.624911 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:27.639092 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f2276314-07df-4515-8d04-e70ad3d77b7c req-6d829b6e-87bb-460b-90e0-db9b46116bee tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.0804975 Sep 03 13:11:27.645411 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:27.645996 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:27.749992 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Checking router: 1e487724-bbfb-4a24-adc9-f2e900d2bcea for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:11:27.753753 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Updating router 1e487724-bbfb-4a24-adc9-f2e900d2bcea port a20c6d24-f6eb-41ce-8a24-8afac60b94b6 binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:11:27.773475 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:27.789931 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.db.api [None req-ba9f4fcb-5e8f-4786-b36a-08a7d3c349c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:11:27.790968 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG oslo_db.api [None req-ba9f4fcb-5e8f-4786-b36a-08a7d3c349c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:11:27.798507 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-afe45191-a6b1-4ea5-beaf-b217a6a96e2b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6602123 Sep 03 13:11:28.025529 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.206452 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port f494463d-12c2-4682-a5d0-64ec991eb50b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:28.207534 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.229603 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-40578203-1af1-42c0-ae87-fb6541d723a4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:28.240482 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-40578203-1af1-42c0-ae87-fb6541d723a4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 819 time: 1.2606361 Sep 03 13:11:28.273996 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a110-7a74-47bb-b009-213844ee6e6f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.275851 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-f7a4a110-7a74-47bb-b009-213844ee6e6f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4305270 Sep 03 13:11:28.279637 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 40992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:28.284976 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e37ec90a-ca4c-4af1-8929-21cc8f3c3140 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'security_group_rule': {'security_group_id': 'dd4390e9-fbae-414f-9866-d089bb4a56bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:28.333240 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:11:28.339642 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-775f540b-046f-4a83-a08a-9db956e933f8 req-3e264038-1e92-474d-8b1c-a612204c4db8 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.1648877 Sep 03 13:11:28.381302 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-b76fb71e-bdc0-4e95-b5c7-acaf437dcbdb tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/quotas/bec89205e141438292c402f7dbcd5ffa HTTP/1.1" status: 200 len: 375 time: 0.1023130 Sep 03 13:11:28.461623 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-f2893fd9-0188-4bf7-8281-7d49b7a66983 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793781 Sep 03 13:11:28.468630 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e37ec90a-ca4c-4af1-8929-21cc8f3c3140 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.692119 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03252ce0-6537-48b6-9127-7053bc641157 None None] Network 0a3c451b-bb10-406c-83d0-b2654b342a18 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:28.750158 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.777682 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e37ec90a-ca4c-4af1-8929-21cc8f3c3140 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.778254 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-3ee07b8d-eb6e-4f43-b64b-0136eef5d1ab service neutron] 10.222.0.44 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145297 Sep 03 13:11:28.867278 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e37ec90a-ca4c-4af1-8929-21cc8f3c3140 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.883054 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e3eaa98-6542-44b3-853c-07b05738162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.924138 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ec90a-ca4c-4af1-8929-21cc8f3c3140 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ed3b7f-7942-4f03-8a4a-d0f9d8d376dc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:29.061599 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e37ec90a-ca4c-4af1-8929-21cc8f3c3140 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.063097 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e37ec90a-ca4c-4af1-8929-21cc8f3c3140 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7824128 Sep 03 13:11:29.067831 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:29.073126 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8649cb78-99b5-4b23-aa98-c0317a77cc61 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'security_group_rule': {'security_group_id': 'dd4390e9-fbae-414f-9866-d089bb4a56bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:29.175010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8649cb78-99b5-4b23-aa98-c0317a77cc61 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.352107 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8649cb78-99b5-4b23-aa98-c0317a77cc61 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.372555 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.48', 61165) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:29.389725 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:29.396550 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-646932306-network', 'tenant_id': 'e318779af2cd4db2b2ceeadbbc963ed4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:29.459220 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8649cb78-99b5-4b23-aa98-c0317a77cc61 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.478245 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.509597 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649cb78-99b5-4b23-aa98-c0317a77cc61 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f669f75-8c2e-4f63-bdcd-c07f1a3f3fb1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:29.521807 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Transition to ACTIVE for port object a20c6d24-f6eb-41ce-8a24-8afac60b94b6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:29.662878 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1428e658-9e90-46ea-994a-1d2c5cad4241 req-13165b51-42d3-4602-a219-9e68532b2a90 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.7998388 Sep 03 13:11:29.666694 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.793871 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-140a3a21-10b9-4bca-9d38-1d1536cfdd74 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:29.796585 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-140a3a21-10b9-4bca-9d38-1d1536cfdd74 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 814 time: 0.4222398 Sep 03 13:11:29.805433 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.805710 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Made reservation on behalf of e318779af2cd4db2b2ceeadbbc963ed4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:29.809485 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.820353 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3ad32093-a129-4b08-a51c-97ce4b148388 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:29.836039 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.883352 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-22f3853b-bd76-46b2-96b3-62304a98c8a3 service neutron] 10.222.0.44 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1038117 Sep 03 13:11:29.887089 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-47f1522d-7a67-4c67-839f-5a5f8a825a20 None None] Provisioning for port a7f6870c-c190-4a3d-a1f6-b4904164a2cb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:29.891353 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.892853 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.900523 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Request body: {'port': {'device_id': '53da7824-14d6-4412-a6c7-5d0dd46c786c', 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'admin_state_up': True, 'tenant_id': 'a347e1546cac465481ab721e242bb8fb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:29.912913 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-47f1522d-7a67-4c67-839f-5a5f8a825a20 None None] Provisioning complete for port a7f6870c-c190-4a3d-a1f6-b4904164a2cb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:29.913369 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47f1522d-7a67-4c67-839f-5a5f8a825a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.934056 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8649cb78-99b5-4b23-aa98-c0317a77cc61 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.947518 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8649cb78-99b5-4b23-aa98-c0317a77cc61 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8661957 Sep 03 13:11:29.948326 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:30.025568 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:30.093663 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5314e0-3f97-4418-83f7-27b58201a9fa None None] Pushing event updated for resources: {'Port': ['ID=a20c6d24-f6eb-41ce-8a24-8afac60b94b6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:30.126987 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Attempting to bind port a20c6d24-f6eb-41ce-8a24-8afac60b94b6 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:30.127602 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Attempting to bind port a20c6d24-f6eb-41ce-8a24-8afac60b94b6 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:30.128151 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Attempting to bind port a20c6d24-f6eb-41ce-8a24-8afac60b94b6 on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:30.150391 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:30.156222 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:30.156602 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:30.162116 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:30.162116 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Bound port: a20c6d24-f6eb-41ce-8a24-8afac60b94b6, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:30.162116 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:30.246106 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-47f1522d-7a67-4c67-839f-5a5f8a825a20 None None] Port a7f6870c-c190-4a3d-a1f6-b4904164a2cb cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:11:30.269899 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:30.284962 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 3ad32093-a129-4b08-a51c-97ce4b148388 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:30.285666 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:30.290754 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] For port a20c6d24-f6eb-41ce-8a24-8afac60b94b6, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:30.313659 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.48', 61169) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:30.338340 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-58950831-c342-4cca-9c71-82241edcf157 req-3abee43b-3183-497c-b3bc-e5aa4ac0fd70 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.0828900 Sep 03 13:11:30.350459 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] For port a20c6d24-f6eb-41ce-8a24-8afac60b94b6, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a20c6d24-f6eb-41ce-8a24-8afac60b94b6,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:30.401710 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:30.405073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:30.472754 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:30.670047 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-210a81ef-9cf0-4477-a0a8-6c8e028a9041 req-29cc8166-a811-44fb-a2b3-8bcfeb5aaefd tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 210 time: 0.0767972 Sep 03 13:11:30.836412 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Router 1e487724-bbfb-4a24-adc9-f2e900d2bcea has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:11:30.865042 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 1e0f1fdc-d41c-4444-b30f-81741422a3cb up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:30.932185 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31347a-7935-453b-a29a-0a5b0d573819 req-5fb14303-be34-4d8a-9e89-768ffbbf103b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:30.941945 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-5fb14303-be34-4d8a-9e89-768ffbbf103b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 819 time: 0.6230614 Sep 03 13:11:31.001283 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5314e0-3f97-4418-83f7-27b58201a9fa None None] Pushing event updated for resources: {'Port': ['ID=a20c6d24-f6eb-41ce-8a24-8afac60b94b6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:31.010386 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Request body: {'port': {'device_id': '7af35ce3-61bb-44e1-abce-ec1d05048d6c', 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b', 'admin_state_up': True, 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:31.024905 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:31.029811 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:31.045153 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.163487 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Sync routers for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:11:31.176699 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:31.177601 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:31.239232 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.252636 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:11:31.267529 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-31cab1b8-d505-4035-b951-7ab4dc684505 req-3bf6f4bf-f17a-4a15-9aa1-e35b9e2522f4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.2201953 Sep 03 13:11:31.272647 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.274838 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Added segment 584a7c82-bae1-4044-a0ad-9429ece4f96c of type vlan for network 3955968d-c501-4c13-b7d2-507d5657ace0 Sep 03 13:11:31.277527 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.48', 61173) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:31.350563 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b18df-e750-406d-bd7f-b7bfe304fabe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:31.389956 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.437706 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:31.490713 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.542057 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:11:31.574984 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-d03aa674-9d56-40ce-824b-54609f3c5830 admin admin] 10.222.0.44 "PUT /v2.0/routers/1e487724-bbfb-4a24-adc9-f2e900d2bcea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2078292 Sep 03 13:11:31.655183 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-41ba9abb-a3ec-4915-862e-aee16f4689c3 None None] Provisioning complete for port a7f6870c-c190-4a3d-a1f6-b4904164a2cb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:31.656322 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ba9abb-a3ec-4915-862e-aee16f4689c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.748828 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.751968 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:31.755272 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.808638 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Made reservation on behalf of a347e1546cac465481ab721e242bb8fb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:31.821064 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f1d4e40b-9723-4d58-9a50-5b23fa289b0e req-2304058c-1168-43db-87a7-43fded588fb4 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.2853756 Sep 03 13:11:31.836097 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.846821 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:31.864433 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-41ba9abb-a3ec-4915-862e-aee16f4689c3 None None] Port a7f6870c-c190-4a3d-a1f6-b4904164a2cb cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:11:31.891841 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 1e0f1fdc-d41c-4444-b30f-81741422a3cb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:31.892614 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-531d6028-3e4b-4b5e-bfaf-8bec75d4e8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:32.046045 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 1e0f1fdc-d41c-4444-b30f-81741422a3cb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:32.047105 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:32.097271 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-77061a30-270c-4152-a49c-f8d521042dd8 req-02b83173-5507-419b-be80-a52d4298600e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 210 time: 0.2611237 Sep 03 13:11:32.187255 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:32.265765 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] Pushing event updated for resources: {'Network': ['ID=3955968d-c501-4c13-b7d2-507d5657ace0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:32.308337 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-1724158e-8eea-434a-904b-86204af1ab25 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:32.316401 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-1724158e-8eea-434a-904b-86204af1ab25 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.48 "GET /v2.0/networks?id=86cc96e3-e572-47fb-93f9-564f2f703393 HTTP/1.1" status: 200 len: 812 time: 1.0358882 Sep 03 13:11:32.357519 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Request body: {'port': {'device_id': '2730c260-1d00-43cc-a8ff-706ec416aa32', 'network_id': '86cc96e3-e572-47fb-93f9-564f2f703393', 'admin_state_up': True, 'tenant_id': '77e52bce6a1c41babb409605922c6210'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:32.432519 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:32.459151 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 3955968d-c501-4c13-b7d2-507d5657ace0 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:11:32.538236 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Made reservation on behalf of bec89205e141438292c402f7dbcd5ffa for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:32.545800 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:32.603770 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 2, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:32.647974 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:32.654329 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:32.680175 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7bb642fe-665e-4528-a99a-61a18157572c req-99f34c7b-12fe-434e-a6bb-52a31d283d68 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.1664870 Sep 03 13:11:32.700425 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-9558d3fa-c8be-4bca-bcf7-24b7904c4d7d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.3090613 Sep 03 13:11:32.703110 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:32.748222 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Checking router: 99be87b4-5a25-48d5-880f-8a59eca22e10 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:11:32.748761 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Updating router 99be87b4-5a25-48d5-880f-8a59eca22e10 port 7df0279c-921d-49fa-a3ac-ec140589f1d3 binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:11:32.779873 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 1e0f1fdc-d41c-4444-b30f-81741422a3cb, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=1e0f1fdc-d41c-4444-b30f-81741422a3cb,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:32.877557 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:32.879793 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:32.882208 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Request body: {'subnet': {'network_id': '3955968d-c501-4c13-b7d2-507d5657ace0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-646932306-subnet', 'tenant_id': 'e318779af2cd4db2b2ceeadbbc963ed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:33.152833 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:33.218402 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=1e0f1fdc-d41c-4444-b30f-81741422a3cb,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:33.273235 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-af7911bb-1b1a-4db0-a23d-f23a07b9d273 req-443475f8-f529-4714-bf48-90bbad898d00 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.1422427 Sep 03 13:11:33.358044 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:29Z', 'revision_number': 2, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:33.395880 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 41152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:33.399482 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2bdf0d53-66d9-428b-a33a-15449d0b9736 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19756082', 'description': 'tempest-description--208001919'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:33.475067 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be7a7d-e5ec-438b-b444-a2ce2ee5a268 None None] The sync data for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi is: [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:29Z', 'revision_number': 2, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:11:33.476772 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:33.498115 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:33.498791 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:33.526430 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Allocated IP 172.20.0.6 (414d0b81-f00e-4975-b8de-43b149b948f6/e8896cdb-075b-4b0c-9b30-26e21f3c2b16/24bd7138-8ec6-48ed-beb4-9f83126f42f4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:33.527685 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e7fb9fe7-fc70-4fee-815c-76aa37d9ab18 req-7f716267-be49-4294-8061-4238ec4b5415 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 210 time: 0.0712223 Sep 03 13:11:33.695664 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Allocated IP 172.27.1.131 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/44bcd088-8e18-4372-965e-164d7d008cb2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:33.859813 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:33.866262 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5af9d964-3b37-4a3e-8177-1135c0a67516 req-7738407d-8f6f-4137-8926-9da2a9e65383 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.0713656 Sep 03 13:11:33.900611 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.48', 61187) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:33.969633 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:33.969633 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.043763 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.086816 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.125868 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Transition to ACTIVE for port object 7df0279c-921d-49fa-a3ac-ec140589f1d3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:34.140878 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-fffaafcf-066e-4717-962c-469327a52aa5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:34.143361 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-fffaafcf-066e-4717-962c-469327a52aa5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 819 time: 0.2324765 Sep 03 13:11:34.221888 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Allocated IP 172.20.0.4 (0f9cccec-68d2-42ef-950f-eab51c6b1a3b/96677b61-2fca-44ce-841e-9d19b1ad72c4/2bb230ac-5488-4830-a634-cb8e9033e814) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:34.230944 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Request body: {'port': {'device_id': '070b8a74-a5eb-426a-be1c-60d1579b19e7', 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b', 'admin_state_up': True, 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:34.297439 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:34.338422 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 1e0f1fdc-d41c-4444-b30f-81741422a3cb up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:34.432689 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.543466 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dabbf-7a90-4a7b-9812-91eb9c28c098 None None] Pushing event updated for resources: {'Port': ['ID=7df0279c-921d-49fa-a3ac-ec140589f1d3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:34.576542 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 1e0f1fdc-d41c-4444-b30f-81741422a3cb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:34.582369 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.608565 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.742927 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Made reservation on behalf of 77e52bce6a1c41babb409605922c6210 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:34.747595 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.757271 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Made reservation on behalf of e318779af2cd4db2b2ceeadbbc963ed4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:34.762437 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.779452 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Attempting to bind port 7df0279c-921d-49fa-a3ac-ec140589f1d3 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:34.781659 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Attempting to bind port 7df0279c-921d-49fa-a3ac-ec140589f1d3 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:34.789603 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Attempting to bind port 7df0279c-921d-49fa-a3ac-ec140589f1d3 on network 01768b62-5ca2-4f5b-8a36-461fab661693 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:34.801241 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:34.801808 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Checking segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:34.802488 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.803047 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Bound using segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:34.803679 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Bound port: 7df0279c-921d-49fa-a3ac-ec140589f1d3, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:34.804247 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:34.853689 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c71e8d5a-444b-4f76-ab99-c6b776d0f293 req-a1589a50-8e55-4ca5-a1d5-f8f51252541e tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.4436274 Sep 03 13:11:35.086116 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] For port 7df0279c-921d-49fa-a3ac-ec140589f1d3, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:35.090616 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] For port 7df0279c-921d-49fa-a3ac-ec140589f1d3, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=7df0279c-921d-49fa-a3ac-ec140589f1d3,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:35.150167 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:35.204701 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:35.381304 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-83c035ec-0369-411f-960a-c1c9541f6862 req-72641fb4-9821-4c0e-aa39-d5f46202bb95 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.2361612 Sep 03 13:11:35.397529 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1cea9a40-713a-4da8-bbbf-1b641d8d7f61 req-20d590b3-24b4-45f3-9329-109e1ef6914d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 210 time: 0.5427210 Sep 03 13:11:35.498705 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:35.498705 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:32Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:35.556471 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:35.588099 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:35.594551 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:35.609135 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Allocated IP 172.20.0.6 (86cc96e3-e572-47fb-93f9-564f2f703393/bed68e4e-d808-4171-b3ca-b6373b4f2ffb/f62506b0-f044-475e-8562-9bf2ed0e0eaa) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:35.696480 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:35.850475 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'Port': ['ID=44bcd088-8e18-4372-965e-164d7d008cb2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:35.913880 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:35.965667 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dabbf-7a90-4a7b-9812-91eb9c28c098 None None] Pushing event updated for resources: {'Port': ['ID=7df0279c-921d-49fa-a3ac-ec140589f1d3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:36.024669 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0d53-66d9-428b-a33a-15449d0b9736 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.111354 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7c45b523-b1bb-4fa1-b2df-8e3d1843813d req-34cfa172-0449-4d3f-a79e-811a1ecd908e tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.0884376 Sep 03 13:11:36.130255 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.182050 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.329129 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:35Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:36.346708 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Made reservation on behalf of bec89205e141438292c402f7dbcd5ffa for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:36.356297 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.388037 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56ee21-86d6-497d-9079-49e004c60ddd None None] The sync data for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi is: [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:35Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:11:36.423586 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 7df0279c-921d-49fa-a3ac-ec140589f1d3 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:36.442923 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.448901 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.553017 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c17c73-71a4-44bb-ac82-50e3ee3085f5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:36.565479 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Checking segment: {'id': '584a7c82-bae1-4044-a0ad-9429ece4f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3955968d-c501-4c13-b7d2-507d5657ace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:36.565854 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Network hostable DHCP agents. Network: 3955968d-c501-4c13-b7d2-507d5657ace0, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:11:36.601505 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.714584 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Pushing event updated for resources: {'Port': ['ID=f62506b0-f044-475e-8562-9bf2ed0e0eaa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:36.714860 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.797811 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d841ef3e-ea4b-4396-9072-1f88a40e0520 req-69379bb6-f791-4f71-8b1a-2ee9441ff866 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 210 time: 0.1042652 Sep 03 13:11:36.809814 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.845539 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Network 86cc96e3-e572-47fb-93f9-564f2f703393 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:36.859855 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:36.862749 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:36.871841 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:36.872526 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.907594 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 7df0279c-921d-49fa-a3ac-ec140589f1d3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:36.914582 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d4d80-0589-48b6-9ef7-ce3be8998b77 req-a0de8e42-8fbe-43b0-853a-87a9987d578a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:36.917827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 7df0279c-921d-49fa-a3ac-ec140589f1d3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:36.918994 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:36.922565 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-774d4d80-0589-48b6-9ef7-ce3be8998b77 req-a0de8e42-8fbe-43b0-853a-87a9987d578a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 931 time: 0.3731539 Sep 03 13:11:36.972906 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0d53-66d9-428b-a33a-15449d0b9736 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.081754 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-774d4d80-0589-48b6-9ef7-ce3be8998b77 req-ecf9a901-3a43-4743-bf4e-e8dbdf37d635 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301675 Sep 03 13:11:37.081754 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Allocated IP 172.20.0.3 (0f9cccec-68d2-42ef-950f-eab51c6b1a3b/96677b61-2fca-44ce-841e-9d19b1ad72c4/eea9c66e-ce41-4121-9632-59277d6f85be) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:37.104919 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Network 414d0b81-f00e-4975-b8de-43b149b948f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:37.181063 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Network 3955968d-c501-4c13-b7d2-507d5657ace0 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:11:37.184170 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.214379 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:37.223477 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:37.229414 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:37.230097 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.243826 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Pushing event updated for resources: {'Port': ['ID=24bd7138-8ec6-48ed-beb4-9f83126f42f4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:37.284038 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.374719 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0d53-66d9-428b-a33a-15449d0b9736 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.380090 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 7df0279c-921d-49fa-a3ac-ec140589f1d3, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=7df0279c-921d-49fa-a3ac-ec140589f1d3,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:37.391338 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.408491 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-b9ca710a-7a55-45b6-b8e2-cf0ea122430c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0569582 Sep 03 13:11:37.440113 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 3955968d-c501-4c13-b7d2-507d5657ace0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:37.464037 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:37.469366 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.475794 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:37.479112 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb340244-44a0-4d93-a32b-d8e4c15b5c2f None None] Network 3955968d-c501-4c13-b7d2-507d5657ace0 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:37.482847 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf0d53-66d9-428b-a33a-15449d0b9736 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26cc720-1d95-41fa-bda7-689de49e612a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:37.506445 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:37.513107 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:37.541984 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:37.543374 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.547691 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.564614 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.578793 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126a2f5-d477-4be4-b796-335fc9ad9be9 req-cd321bc0-afa0-4952-9f2a-ec4b6d179985 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:37.578999 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-0b872d92-e5b7-4f98-a6d2-d072d43e8e76 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6905506 Sep 03 13:11:37.590982 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7126a2f5-d477-4be4-b796-335fc9ad9be9 req-cd321bc0-afa0-4952-9f2a-ec4b6d179985 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 931 time: 0.2952032 Sep 03 13:11:37.601552 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41212) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:37.608098 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0d53-66d9-428b-a33a-15449d0b9736 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.616136 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-2bdf0d53-66d9-428b-a33a-15449d0b9736 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 4.2154937 Sep 03 13:11:37.625436 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 41216) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:37.625645 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Pushing event updated for resources: {'Port': ['ID=2bb230ac-5488-4830-a634-cb8e9033e814,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:37.640980 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.642209 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-16d18eb2-15ea-4695-a4f5-2cf46a62f369 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'security_group_rule': {'security_group_id': 'c26cc720-1d95-41fa-bda7-689de49e612a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:37.733606 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-79c9efb9-7ed8-4f26-9cdd-02761392cf26 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.8624930 Sep 03 13:11:37.739704 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7126a2f5-d477-4be4-b796-335fc9ad9be9 req-275314ad-5b40-44d0-a9d8-29a156bdfdbf tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473277 Sep 03 13:11:37.747450 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-1040899c-cd70-4ba5-b3be-b8c7f9427f4f tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:11:37.748198 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-1040899c-cd70-4ba5-b3be-b8c7f9427f4f tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055966 Sep 03 13:11:37.756506 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-dc5b28a1-f25b-4862-84b3-6ade695222ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7809579 Sep 03 13:11:37.772981 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-140e5822-d7e2-449c-8fdb-2531bfef4d5b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:11:37.774060 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-140e5822-d7e2-449c-8fdb-2531bfef4d5b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125620 Sep 03 13:11:37.780650 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.781893 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a20c6d24-f6eb-41ce-8a24-8afac60b94b6 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:37.859919 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-199efd70-16ea-4fa5-bb87-e59099652914 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:11:37.896571 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-199efd70-16ea-4fa5-bb87-e59099652914 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272007 Sep 03 13:11:37.896571 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'Port': ['ID=44bcd088-8e18-4372-965e-164d7d008cb2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:37.950783 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0208bb61-5983-43d3-8b10-5efbd2907009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.965952 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=7df0279c-921d-49fa-a3ac-ec140589f1d3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:37.982633 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-119d5432-6d89-4a52-83ed-8f2997a3babd req-1c342202-64a9-47da-98a8-14d80cd841f5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 210 time: 0.0398462 Sep 03 13:11:38.015963 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.023070 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0795e61b-0185-400a-bac5-2f4618e50404 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0098102 Sep 03 13:11:38.023558 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e34c1f-853f-449f-a208-ed3b9c5a2808 None None] Network 3955968d-c501-4c13-b7d2-507d5657ace0 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:11:38.133485 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Request body: {'port': {'device_id': '2730c260-1d00-43cc-a8ff-706ec416aa32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:38.176436 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.213713 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port a20c6d24-f6eb-41ce-8a24-8afac60b94b6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:38.228295 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16d18eb2-15ea-4695-a4f5-2cf46a62f369 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.242223 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port a20c6d24-f6eb-41ce-8a24-8afac60b94b6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:38.242984 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.398233 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:38.416468 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Request body: {'port': {'device_id': '7af35ce3-61bb-44e1-abce-ec1d05048d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:38.425191 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:38.460718 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Request body: {'port': {'device_id': '53da7824-14d6-4412-a6c7-5d0dd46c786c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:38.484866 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Pushing event updated for resources: {'Port': ['ID=eea9c66e-ce41-4121-9632-59277d6f85be,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:38.495679 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0208bb61-5983-43d3-8b10-5efbd2907009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.544539 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:38.563339 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:38.564120 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.623421 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.660111 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.662988 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port a20c6d24-f6eb-41ce-8a24-8afac60b94b6, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a20c6d24-f6eb-41ce-8a24-8afac60b94b6,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:38.749199 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0208bb61-5983-43d3-8b10-5efbd2907009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.803992 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16d18eb2-15ea-4695-a4f5-2cf46a62f369 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.820725 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.863158 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.864792 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:38.915503 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-2f4e6d8e-d239-47f6-a7d0-fb8130a7c41b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1909446330&fields=id&tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb HTTP/1.1" status: 200 len: 267 time: 0.3139780 Sep 03 13:11:38.954478 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-0cce6372-4c56-4253-84da-7c40d954398e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7292256 Sep 03 13:11:39.064127 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16d18eb2-15ea-4695-a4f5-2cf46a62f369 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:39.091269 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=a20c6d24-f6eb-41ce-8a24-8afac60b94b6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:39.094185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Request body: {'port': {'device_id': '070b8a74-a5eb-426a-be1c-60d1579b19e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:39.120362 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:39.121986 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:39.234438 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Sync routers for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:11:39.234438 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:39.234438 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:32Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:39.334399 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:39.338124 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0208bb61-5983-43d3-8b10-5efbd2907009 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7337b669800b4841b1eded034585f6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7355120 Sep 03 13:11:39.357444 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:39.370140 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208bb61-5983-43d3-8b10-5efbd2907009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae9a9b-143e-4a1d-b94e-12a033503da4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:39.611776 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d18eb2-15ea-4695-a4f5-2cf46a62f369 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08a66ff-24e8-405f-b599-4a652e5ec6ba,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:39.834730 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-aa395d49-80f2-443c-9b79-9c5d9228871e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:39.837062 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-aa395d49-80f2-443c-9b79-9c5d9228871e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 817 time: 0.8989372 Sep 03 13:11:39.847208 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0cdb6-501e-4524-983f-7c549102a281 req-25625587-1e66-461a-86b8-61b43b7b6fec tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:39.849360 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-39a0cdb6-501e-4524-983f-7c549102a281 req-25625587-1e66-461a-86b8-61b43b7b6fec tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 931 time: 1.3673027 Sep 03 13:11:39.912132 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ffe-bd1f-4e6a-980e-6b0afd976204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:39.962554 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:39.969140 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ffe-bd1f-4e6a-980e-6b0afd976204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:39.997742 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb230ac-5488-4830-a634-cb8e9033e814 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:40.009398 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.067041 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62506b0-f044-475e-8562-9bf2ed0e0eaa {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:40.112570 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 7df0279c-921d-49fa-a3ac-ec140589f1d3 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:40.124339 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Transition to ACTIVE for port object 2bb230ac-5488-4830-a634-cb8e9033e814 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:40.125429 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.141853 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-49d44db4-0bce-477c-899f-4d0dfb1efbcc tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/quotas/48b97f2e2a274ce39e1aad5a462f5ceb HTTP/1.1" status: 200 len: 375 time: 0.0613010 Sep 03 13:11:40.188689 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Transition to ACTIVE for port object f62506b0-f044-475e-8562-9bf2ed0e0eaa will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:40.253899 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-39a0cdb6-501e-4524-983f-7c549102a281 req-083550f4-48d1-439f-9391-983d838ee6cd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594894 Sep 03 13:11:40.257243 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.292262 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.313378 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bd7138-8ec6-48ed-beb4-9f83126f42f4 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:40.341485 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.344251 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.414635 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ffe-bd1f-4e6a-980e-6b0afd976204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.414635 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ffe-bd1f-4e6a-980e-6b0afd976204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.420483 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-9f7c6ffe-bd1f-4e6a-980e-6b0afd976204 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91ae9a9b-143e-4a1d-b94e-12a033503da4 HTTP/1.1" status: 204 len: 168 time: 1.0619130 Sep 03 13:11:40.478759 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Transition to ACTIVE for port object 24bd7138-8ec6-48ed-beb4-9f83126f42f4 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:40.500415 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c6ffe-bd1f-4e6a-980e-6b0afd976204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae9a9b-143e-4a1d-b94e-12a033503da4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:40.524938 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Pushing event updated for resources: {'Port': ['ID=f62506b0-f044-475e-8562-9bf2ed0e0eaa,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:40.605493 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 7df0279c-921d-49fa-a3ac-ec140589f1d3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:40.606401 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.606568 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.622571 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Attempting to bind port f62506b0-f044-475e-8562-9bf2ed0e0eaa on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:40.625543 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Attempting to bind port f62506b0-f044-475e-8562-9bf2ed0e0eaa by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '4d67c8a2-8841-4fdf-a24f-817b945d7a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86cc96e3-e572-47fb-93f9-564f2f703393'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:40.625543 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Attempting to bind port f62506b0-f044-475e-8562-9bf2ed0e0eaa on network 86cc96e3-e572-47fb-93f9-564f2f703393 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:40.668000 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Port f62506b0-f044-475e-8562-9bf2ed0e0eaa on network 86cc96e3-e572-47fb-93f9-564f2f703393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:11:40.669057 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Attempting to bind port f62506b0-f044-475e-8562-9bf2ed0e0eaa on network 86cc96e3-e572-47fb-93f9-564f2f703393 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:40.673468 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:29Z', 'revision_number': 2, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:40.681709 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb230ac-5488-4830-a634-cb8e9033e814,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:40.706098 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:40.706970 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Checking segment: {'id': '4d67c8a2-8841-4fdf-a24f-817b945d7a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86cc96e3-e572-47fb-93f9-564f2f703393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:40.708711 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Bound using segment: {'id': '4d67c8a2-8841-4fdf-a24f-817b945d7a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86cc96e3-e572-47fb-93f9-564f2f703393'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:40.709784 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Bound port: f62506b0-f044-475e-8562-9bf2ed0e0eaa, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d67c8a2-8841-4fdf-a24f-817b945d7a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86cc96e3-e572-47fb-93f9-564f2f703393'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:40.710841 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.752647 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16d18eb2-15ea-4695-a4f5-2cf46a62f369 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.758053 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-16d18eb2-15ea-4695-a4f5-2cf46a62f369 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1203680 Sep 03 13:11:40.762115 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 41268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:40.781091 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Checking router: 1e487724-bbfb-4a24-adc9-f2e900d2bcea for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:11:40.781519 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Updating router 1e487724-bbfb-4a24-adc9-f2e900d2bcea port a7f6870c-c190-4a3d-a1f6-b4904164a2cb binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:11:40.799212 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Pushing event updated for resources: {'Port': ['ID=24bd7138-8ec6-48ed-beb4-9f83126f42f4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:40.821671 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Attempting to bind port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:40.822291 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Attempting to bind port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:40.826683 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Attempting to bind port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 on network 414d0b81-f00e-4975-b8de-43b149b948f6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:40.826840 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-06dca42d-3619-4940-b00a-8bbb19bc6d40 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'security_group_rule': {'security_group_id': 'c26cc720-1d95-41fa-bda7-689de49e612a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:40.877480 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 on network 414d0b81-f00e-4975-b8de-43b149b948f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:11:40.878122 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Attempting to bind port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 on network 414d0b81-f00e-4975-b8de-43b149b948f6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:40.887625 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-e27c3b12-953b-409d-9cf0-37ee750ef4a1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7041545 Sep 03 13:11:40.892715 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:40.893064 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Checking segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:40.893510 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Bound using segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:40.893963 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Bound port: 24bd7138-8ec6-48ed-beb4-9f83126f42f4, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:40.894422 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.901088 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:40.918601 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Attempting to bind port 2bb230ac-5488-4830-a634-cb8e9033e814 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:40.919054 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Attempting to bind port 2bb230ac-5488-4830-a634-cb8e9033e814 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:40.919419 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Attempting to bind port 2bb230ac-5488-4830-a634-cb8e9033e814 on network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:40.942949 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Port 2bb230ac-5488-4830-a634-cb8e9033e814 on network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:11:40.942949 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Attempting to bind port 2bb230ac-5488-4830-a634-cb8e9033e814 on network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:40.955318 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] For port f62506b0-f044-475e-8562-9bf2ed0e0eaa, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:40.983055 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] For port f62506b0-f044-475e-8562-9bf2ed0e0eaa, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f62506b0-f044-475e-8562-9bf2ed0e0eaa,segment=NetworkSegment(4d67c8a2-8841-4fdf-a24f-817b945d7a8c),segment_id=4d67c8a2-8841-4fdf-a24f-817b945d7a8c)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:41.057882 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:41.058263 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Checking segment: {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:41.059088 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Bound using segment: {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:41.059307 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Bound port: 2bb230ac-5488-4830-a634-cb8e9033e814, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:41.059678 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:41.071769 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] For port 24bd7138-8ec6-48ed-beb4-9f83126f42f4, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:41.076092 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] For port 24bd7138-8ec6-48ed-beb4-9f83126f42f4, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=24bd7138-8ec6-48ed-beb4-9f83126f42f4,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:41.083635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df329f01-a15e-4daa-a9bc-704af5ba04c2 req-7a3a28db-3d2c-458a-8ab9-38dc63294f4f tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:41.085327 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-df329f01-a15e-4daa-a9bc-704af5ba04c2 req-7a3a28db-3d2c-458a-8ab9-38dc63294f4f tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 943 time: 0.3996897 Sep 03 13:11:41.088290 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-cc20c02c-4135-4179-9544-c8325ceaa708 service neutron] 10.222.0.44 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578941 Sep 03 13:11:41.344346 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a20c6d24-f6eb-41ce-8a24-8afac60b94b6 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:41.357604 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-df329f01-a15e-4daa-a9bc-704af5ba04c2 req-3bb4d51a-256e-48d2-82fe-324faa45458b tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222970 Sep 03 13:11:41.395247 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:41.439641 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-92f03777-4978-40c2-bac8-b090701e1ba1 service neutron] 10.222.0.44 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086839 Sep 03 13:11:41.475930 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dca42d-3619-4940-b00a-8bbb19bc6d40 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:41.483940 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:41.491104 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] For port 2bb230ac-5488-4830-a634-cb8e9033e814, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:41.562043 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:41.575817 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:41.577669 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] 10.222.0.48 "PUT /v2.0/ports/24bd7138-8ec6-48ed-beb4-9f83126f42f4 HTTP/1.1" status: 200 len: 1093 time: 3.5321052 Sep 03 13:11:41.579434 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:41.580127 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:41.582159 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] 10.222.0.48 "PUT /v2.0/ports/f62506b0-f044-475e-8562-9bf2ed0e0eaa HTTP/1.1" status: 200 len: 1093 time: 3.5413315 Sep 03 13:11:41.582342 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53da7824-14d6-4412-a6c7-5d0dd46c786c', 'tag': '24bd7138-8ec6-48ed-beb4-9f83126f42f4'}, {'name': 'network-changed', 'server_uuid': '2730c260-1d00-43cc-a8ff-706ec416aa32', 'tag': 'f62506b0-f044-475e-8562-9bf2ed0e0eaa'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:11:41.714997 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port a20c6d24-f6eb-41ce-8a24-8afac60b94b6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:41.715611 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:41.795299 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] For port 2bb230ac-5488-4830-a634-cb8e9033e814, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2bb230ac-5488-4830-a634-cb8e9033e814,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:42.014370 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:42.061772 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc7631-2025-4a5c-9778-90871f9c71bb req-13e9b53f-566e-4d01-9c83-dc4f0ecb8ae2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:42.063492 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-53dc7631-2025-4a5c-9778-90871f9c71bb req-13e9b53f-566e-4d01-9c83-dc4f0ecb8ae2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 931 time: 0.3780696 Sep 03 13:11:42.104003 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e2ab0-d4da-4ebd-9a32-5ce8f7ccd249 service neutron] Pushing event updated for resources: {'Port': ['ID=f62506b0-f044-475e-8562-9bf2ed0e0eaa,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:42.225049 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:42.237714 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-9ac9ee4c-1c7d-4fa7-91e8-8746bb216366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:42.239546 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-9ac9ee4c-1c7d-4fa7-91e8-8746bb216366 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 1096 time: 0.2358742 Sep 03 13:11:42.281789 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-6b4e6345-357e-471c-9e00-1b3d8deffa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:42.283281 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-6b4e6345-357e-471c-9e00-1b3d8deffa77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77e52bce6a1c41babb409605922c6210&device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 1096 time: 0.3899701 Sep 03 13:11:42.286951 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Transition to ACTIVE for port object a7f6870c-c190-4a3d-a1f6-b4904164a2cb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:42.420511 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:42.428808 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb230ac-5488-4830-a634-cb8e9033e814,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:42.586110 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627ff4c-30b5-4133-86e8-50c034153a4a service neutron] Pushing event updated for resources: {'Port': ['ID=24bd7138-8ec6-48ed-beb4-9f83126f42f4,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:42.586110 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a664685-8762-447e-90c9-65b942cd7be0" -d '{"events": [{"name": "network-changed", "server_uuid": "53da7824-14d6-4412-a6c7-5d0dd46c786c", "tag": "24bd7138-8ec6-48ed-beb4-9f83126f42f4"}, {"name": "network-changed", "server_uuid": "2730c260-1d00-43cc-a8ff-706ec416aa32", "tag": "f62506b0-f044-475e-8562-9bf2ed0e0eaa"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:11:42.586110 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-c2dfb122-e17e-4168-a9eb-21560c7ef2d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24bd7138-8ec6-48ed-beb4-9f83126f42f4 HTTP/1.1" status: 200 len: 217 time: 0.2815003 Sep 03 13:11:42.619803 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Attempting to bind port a7f6870c-c190-4a3d-a1f6-b4904164a2cb on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:42.620233 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Attempting to bind port a7f6870c-c190-4a3d-a1f6-b4904164a2cb by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:42.620909 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Attempting to bind port a7f6870c-c190-4a3d-a1f6-b4904164a2cb on network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:42.624847 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa58a5-8db1-467f-a2ca-6ea8cf83f4bd None None] Pushing event updated for resources: {'Port': ['ID=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:42.635130 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:42.635707 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Checking segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:42.636326 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:42.637072 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Bound using segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:42.637782 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Bound port: a7f6870c-c190-4a3d-a1f6-b4904164a2cb, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:42.638400 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:42.656570 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dca42d-3619-4940-b00a-8bbb19bc6d40 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:42.718000 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-a012f320-f241-4461-bc07-3ad20cc4883d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f62506b0-f044-475e-8562-9bf2ed0e0eaa HTTP/1.1" status: 200 len: 217 time: 0.3111310 Sep 03 13:11:42.758891 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] For port a7f6870c-c190-4a3d-a1f6-b4904164a2cb, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:42.758891 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] For port a7f6870c-c190-4a3d-a1f6-b4904164a2cb, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:42.796871 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:42.797639 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:42.799087 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-9770c061-0dd0-44cf-aeab-5839618413a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 200 len: 1093 time: 4.7480271 Sep 03 13:11:42.801081 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af35ce3-61bb-44e1-abce-ec1d05048d6c', 'tag': '2bb230ac-5488-4830-a634-cb8e9033e814'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:11:42.837877 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-5025f092-f3c4-44e4-8cde-a0603d79a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:42.840526 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-5025f092-f3c4-44e4-8cde-a0603d79a520 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 200 len: 854 time: 0.1672158 Sep 03 13:11:42.916899 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-0e544778-691a-4486-a2be-e4ff0a901fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:42.919930 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-0e544778-691a-4486-a2be-e4ff0a901fa5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bed68e4e-d808-4171-b3ca-b6373b4f2ffb HTTP/1.1" status: 200 len: 852 time: 0.1702831 Sep 03 13:11:42.949378 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-53dc7631-2025-4a5c-9778-90871f9c71bb req-0265fccd-79cf-4b56-a115-0d5e36bd106f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352545 Sep 03 13:11:42.954178 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea9c66e-ce41-4121-9632-59277d6f85be {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:42.965756 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:42.986851 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257bf96-7376-4a7c-bbfe-9f1ca5a1fe75 req-154b4eb2-de44-45c1-8fcd-c8d0efbeb90b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:42.989732 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f257bf96-7376-4a7c-bbfe-9f1ca5a1fe75 req-154b4eb2-de44-45c1-8fcd-c8d0efbeb90b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 943 time: 0.7386558 Sep 03 13:11:42.996003 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Transition to ACTIVE for port object eea9c66e-ce41-4121-9632-59277d6f85be will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:43.032006 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:43.072993 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-5d44a575-3211-46fd-bf4c-13558e866ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=414d0b81-f00e-4975-b8de-43b149b948f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144829 Sep 03 13:11:43.148884 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dca42d-3619-4940-b00a-8bbb19bc6d40 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:43.253619 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:43.259448 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:11:32Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:43.271548 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-87f3af81-fed6-4844-b504-bd6f21179c0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86cc96e3-e572-47fb-93f9-564f2f703393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2466004 Sep 03 13:11:43.312074 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23d4e60-3563-478d-9c0a-6b4c42192f93" -d '{"events": [{"name": "network-changed", "server_uuid": "7af35ce3-61bb-44e1-abce-ec1d05048d6c", "tag": "2bb230ac-5488-4830-a634-cb8e9033e814"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:11:43.336563 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:43.431610 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-8b7ce821-045c-4cba-bc85-7faffc40917b service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385754 Sep 03 13:11:43.498119 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa58a5-8db1-467f-a2ca-6ea8cf83f4bd None None] Pushing event updated for resources: {'Port': ['ID=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:43.660361 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dca42d-3619-4940-b00a-8bbb19bc6d40 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c776e4-7c66-4357-9693-49605a62b74c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:43.702728 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7c99c46b-a0f5-4058-be5b-092724e475d5 req-9a127f9d-c585-41c5-a8a3-de9f8ddf9d26 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 210 time: 0.3051410 Sep 03 13:11:43.735370 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:43.737791 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f257bf96-7376-4a7c-bbfe-9f1ca5a1fe75 req-b354b2c6-603e-474f-b116-7cd647fff3cd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296400 Sep 03 13:11:43.936212 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Pushing event updated for resources: {'Port': ['ID=eea9c66e-ce41-4121-9632-59277d6f85be,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:43.945003 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dca42d-3619-4940-b00a-8bbb19bc6d40 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:43.952595 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-06dca42d-3619-4940-b00a-8bbb19bc6d40 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1710680 Sep 03 13:11:43.955546 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:43.997702 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:44.064405 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31347a-7935-453b-a29a-0a5b0d573819 req-ba9f428f-d47e-4658-8163-f38211dda556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:44.066186 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-ba9f428f-d47e-4658-8163-f38211dda556 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1096 time: 0.6934507 Sep 03 13:11:44.149028 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Attempting to bind port eea9c66e-ce41-4121-9632-59277d6f85be on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:44.149609 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Attempting to bind port eea9c66e-ce41-4121-9632-59277d6f85be by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:44.150444 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Attempting to bind port eea9c66e-ce41-4121-9632-59277d6f85be on network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:44.210021 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-ccb2c071-f71d-4edc-8d2e-59ef89eac210 service neutron] 10.222.0.48 "GET /v2.0/networks/86cc96e3-e572-47fb-93f9-564f2f703393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8818216 Sep 03 13:11:44.226791 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-505ce8f5-04eb-44af-994d-bb45ece7fd85 req-b0c7494f-ba5a-45ba-8278-2ff1f7011234 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7659771 Sep 03 13:11:44.254447 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:42Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:44.309737 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6a39f-cde0-4c37-8128-9da30198fba4 None None] The sync data for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi is: [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:42Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:11:44.322173 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Port eea9c66e-ce41-4121-9632-59277d6f85be on network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:11:44.323126 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Attempting to bind port eea9c66e-ce41-4121-9632-59277d6f85be on network 0f9cccec-68d2-42ef-950f-eab51c6b1a3b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:44.394804 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-d505ea8b-403d-4c91-b74e-b21f1a64d62d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 200 len: 217 time: 0.2849886 Sep 03 13:11:44.400254 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:44.400919 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Checking segment: {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:44.401602 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Bound using segment: {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:44.402212 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Bound port: eea9c66e-ce41-4121-9632-59277d6f85be, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df384e73-8e31-4ea2-a287-e2b4e1486e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:44.402900 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:44.487336 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196bd5-46f5-4feb-9e6f-2179f97595a4 req-8cab8858-a8a6-4345-b224-1be916ff0ed9 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:44.490870 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-be196bd5-46f5-4feb-9e6f-2179f97595a4 req-8cab8858-a8a6-4345-b224-1be916ff0ed9 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 943 time: 0.4602702 Sep 03 13:11:44.637981 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a7f6870c-c190-4a3d-a1f6-b4904164a2cb up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:44.734782 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31347a-7935-453b-a29a-0a5b0d573819 req-57f29a5b-0d32-4d38-bce5-d6f14dffc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:44.745173 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-57f29a5b-0d32-4d38-bce5-d6f14dffc0dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.2470770 Sep 03 13:11:44.900067 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 03 Sep 2021 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba917a9a-b02c-4af1-88b1-17d6ae6c0c4d x-openstack-request-id: req-ba917a9a-b02c-4af1-88b1-17d6ae6c0c4d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:11:44.900525 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53da7824-14d6-4412-a6c7-5d0dd46c786c", "tag": "24bd7138-8ec6-48ed-beb4-9f83126f42f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2730c260-1d00-43cc-a8ff-706ec416aa32", "tag": "f62506b0-f044-475e-8562-9bf2ed0e0eaa", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:11:44.900887 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba917a9a-b02c-4af1-88b1-17d6ae6c0c4d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:11:44.901823 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53da7824-14d6-4412-a6c7-5d0dd46c786c', 'tag': '24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'status': 'completed', 'code': 200} Sep 03 13:11:44.902134 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2730c260-1d00-43cc-a8ff-706ec416aa32', 'tag': 'f62506b0-f044-475e-8562-9bf2ed0e0eaa', 'status': 'completed', 'code': 200} Sep 03 13:11:44.943528 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port a7f6870c-c190-4a3d-a1f6-b4904164a2cb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:44.944100 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:44.955450 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port a7f6870c-c190-4a3d-a1f6-b4904164a2cb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:44.966627 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:45.006466 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664685-8762-447e-90c9-65b942cd7be0 req-32187045-9508-49ed-903d-4239fd9b4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:45.008176 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-32187045-9508-49ed-903d-4239fd9b4335 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 1096 time: 0.1050730 Sep 03 13:11:45.164772 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-ae88322e-cf3b-4a8c-af50-b342a97e9a6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4030433 Sep 03 13:11:45.212627 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-be196bd5-46f5-4feb-9e6f-2179f97595a4 req-6280a31c-b1d6-42eb-ac76-6cdb37930a1b tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6724951 Sep 03 13:11:45.227946 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c262b1e1-77c1-4327-95f4-9b3e904ad498 x-openstack-request-id: req-c262b1e1-77c1-4327-95f4-9b3e904ad498 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:11:45.228545 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af35ce3-61bb-44e1-abce-ec1d05048d6c", "tag": "2bb230ac-5488-4830-a634-cb8e9033e814", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:11:45.229223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c262b1e1-77c1-4327-95f4-9b3e904ad498 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:11:45.229942 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af35ce3-61bb-44e1-abce-ec1d05048d6c', 'tag': '2bb230ac-5488-4830-a634-cb8e9033e814', 'status': 'completed', 'code': 200} Sep 03 13:11:45.231274 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ed59a171-cb63-4d12-9742-e5649d9df8ed req-87579e03-26e3-4bb4-be42-21e89e84d1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/86cc96e3-e572-47fb-93f9-564f2f703393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9872520 Sep 03 13:11:45.242815 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] For port eea9c66e-ce41-4121-9632-59277d6f85be, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:45.315013 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] For port eea9c66e-ce41-4121-9632-59277d6f85be, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eea9c66e-ce41-4121-9632-59277d6f85be,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:45.458592 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:45.531829 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port a7f6870c-c190-4a3d-a1f6-b4904164a2cb, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:45.642950 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:45.670468 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d8c2a51-7418-4001-ab87-68963472c0a1 req-f8ea8528-95aa-440d-b59b-105ffb6e303f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 210 time: 0.0485601 Sep 03 13:11:45.672660 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-d8dccb02-179d-444a-8738-0a2777c85338 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413877 Sep 03 13:11:45.676071 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:45.837910 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664685-8762-447e-90c9-65b942cd7be0 req-4b0bda97-3405-4a11-974c-59e9a314e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:45.842014 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-4b0bda97-3405-4a11-974c-59e9a314e5db service neutron] 10.222.0.48 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 915 time: 0.8166971 Sep 03 13:11:46.002598 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-0ee40780-dc96-43f2-bd02-7098dc97cb70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24bd7138-8ec6-48ed-beb4-9f83126f42f4 HTTP/1.1" status: 200 len: 217 time: 0.1359670 Sep 03 13:11:46.015905 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:46.122178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:46.287170 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664685-8762-447e-90c9-65b942cd7be0 req-d72e913b-16b9-44f8-aef9-7aaf60768ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:46.289046 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-d72e913b-16b9-44f8-aef9-7aaf60768ff5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 200 len: 854 time: 0.2628307 Sep 03 13:11:46.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-dff9c149-7f2d-44a3-98a1-43828ad74635 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=414d0b81-f00e-4975-b8de-43b149b948f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598581 Sep 03 13:11:46.526443 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:46.527794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:46.529615 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] 10.222.0.48 "PUT /v2.0/ports/eea9c66e-ce41-4121-9632-59277d6f85be HTTP/1.1" status: 200 len: 1093 time: 7.4509480 Sep 03 13:11:46.571583 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f9fe9-08a7-4b40-83af-ec637d989f5b req-1ec647ad-4cb8-49ab-aff4-a8c124893924 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:46.595251 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f91f9fe9-08a7-4b40-83af-ec637d989f5b req-1ec647ad-4cb8-49ab-aff4-a8c124893924 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 943 time: 0.9351289 Sep 03 13:11:46.621479 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a7f6870c-c190-4a3d-a1f6-b4904164a2cb up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:46.673094 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f52261-dde1-4752-b141-e001c5da0565 req-9c4dc883-9ca4-4ca5-b271-795868e92f20 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:46.674745 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-59f52261-dde1-4752-b141-e001c5da0565 req-9c4dc883-9ca4-4ca5-b271-795868e92f20 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 943 time: 0.2857621 Sep 03 13:11:46.690716 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee9e43-ab38-405b-bb40-bd6d9a5864ef service neutron] Pushing event updated for resources: {'Port': ['ID=eea9c66e-ce41-4121-9632-59277d6f85be,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:46.700250 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Allocated IP 172.27.1.185 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/0f04c5d6-0ee1-4589-a98c-3e2352e19e27) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:46.823243 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f91f9fe9-08a7-4b40-83af-ec637d989f5b req-cf2299a5-de87-4a63-b47e-221f0d765d5e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251854 Sep 03 13:11:46.831895 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port a7f6870c-c190-4a3d-a1f6-b4904164a2cb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:46.832379 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:46.835065 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db31347a-7935-453b-a29a-0a5b0d573819 req-401bbeb9-0f87-424f-94bd-865828874a06 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1035981 Sep 03 13:11:46.865820 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-59f52261-dde1-4752-b141-e001c5da0565 req-d0548709-6664-4b5d-ba35-e8a9b9242290 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596947 Sep 03 13:11:47.112925 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-0652a343-e001-4ceb-ba01-0f032793ed1f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:47.115894 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-0652a343-e001-4ceb-ba01-0f032793ed1f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 817 time: 0.4048350 Sep 03 13:11:47.142095 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5c9cd248-16be-4b35-af87-79f4ef3c66bf req-106d0d8d-b60d-4cb7-ad55-60427c5bf613 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 210 time: 0.1006122 Sep 03 13:11:47.161714 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-610eb22a-74c6-4d81-819a-b2073cbb469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:47.163394 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-610eb22a-74c6-4d81-819a-b2073cbb469c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 1096 time: 0.2819109 Sep 03 13:11:47.181561 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b714-0357-407a-b430-c2d8c96d9edc req-792585ce-d6b6-4ae1-9082-5a740fc0d1b2 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:47.183470 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-da95b714-0357-407a-b430-c2d8c96d9edc req-792585ce-d6b6-4ae1-9082-5a740fc0d1b2 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 943 time: 0.2240400 Sep 03 13:11:47.232815 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070b8a74-a5eb-426a-be1c-60d1579b19e7', 'tag': 'eea9c66e-ce41-4121-9632-59277d6f85be'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:11:47.243206 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c" -d '{"events": [{"name": "network-changed", "server_uuid": "070b8a74-a5eb-426a-be1c-60d1579b19e7", "tag": "eea9c66e-ce41-4121-9632-59277d6f85be"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:11:47.246752 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:47.254794 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-6db5c979-4e58-4f76-9ce1-93e0b21c08d2 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7939835 Sep 03 13:11:47.303212 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-da95b714-0357-407a-b430-c2d8c96d9edc req-cdc00e3e-4943-42a1-9c97-630f579e3a7c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118813 Sep 03 13:11:47.356263 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94df25de-f7ac-47d5-813f-b3492fe9a684 x-openstack-request-id: req-94df25de-f7ac-47d5-813f-b3492fe9a684 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:11:47.356263 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070b8a74-a5eb-426a-be1c-60d1579b19e7", "tag": "eea9c66e-ce41-4121-9632-59277d6f85be", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:11:47.356263 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94df25de-f7ac-47d5-813f-b3492fe9a684 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:11:47.356263 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070b8a74-a5eb-426a-be1c-60d1579b19e7', 'tag': 'eea9c66e-ce41-4121-9632-59277d6f85be', 'status': 'completed', 'code': 200} Sep 03 13:11:47.405660 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:47.449161 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:47.452338 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:47.456569 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:47.467185 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'Port': ['ID=0f04c5d6-0ee1-4589-a98c-3e2352e19e27,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:47.581374 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-3f610853-8707-4df7-a8c3-f317bdd00e55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea9c66e-ce41-4121-9632-59277d6f85be HTTP/1.1" status: 200 len: 217 time: 0.0978518 Sep 03 13:11:47.600955 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-6d8dda08-f9e9-465d-abf6-7e481f44dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:47.602515 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-6d8dda08-f9e9-465d-abf6-7e481f44dc5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1096 time: 0.1104701 Sep 03 13:11:47.610672 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:47.675576 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-22be0ffb-3de9-486b-b867-3788c76b58b6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb HTTP/1.1" status: 200 len: 380 time: 0.1795373 Sep 03 13:11:47.711033 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-65fd48bb-e554-4542-8e0b-b15613d734c4 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140884 Sep 03 13:11:47.827697 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:47.962977 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:47.975298 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'port': {'device_id': '082878f5-e889-4536-98b1-917381deefd4', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'admin_state_up': True, 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'security_groups': ['dd4390e9-fbae-414f-9866-d089bb4a56bf']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:48.151574 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664685-8762-447e-90c9-65b942cd7be0 req-2dc17b76-9c43-435a-a80b-43f0dbfe7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.152995 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-2dc17b76-9c43-435a-a80b-43f0dbfe7818 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77e52bce6a1c41babb409605922c6210&device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 1096 time: 0.1669455 Sep 03 13:11:48.192570 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:48.204722 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-1f3ed872-5be0-4f15-8a11-748efe178c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.206207 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-1f3ed872-5be0-4f15-8a11-748efe178c2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.2775462 Sep 03 13:11:48.241565 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac142-b9d9-408f-b6b1-a4173c15945d req-ddc851bc-f0fb-4ce1-a94b-3644c1123087 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.244752 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8ac142-b9d9-408f-b6b1-a4173c15945d req-ddc851bc-f0fb-4ce1-a94b-3644c1123087 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 943 time: 0.2796569 Sep 03 13:11:48.255859 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27948ca-c848-48f3-89a1-4d0556fe7328 req-6e7535a6-4dcb-4c51-b507-d6a963149d79 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.261672 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:48.265535 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e27948ca-c848-48f3-89a1-4d0556fe7328 req-6e7535a6-4dcb-4c51-b507-d6a963149d79 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 943 time: 0.2306819 Sep 03 13:11:48.288667 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-3d8899f7-45c6-403e-88a0-9166404e4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.290041 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-3d8899f7-45c6-403e-88a0-9166404e4dae service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.3593941 Sep 03 13:11:48.327436 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Made reservation on behalf of 48b97f2e2a274ce39e1aad5a462f5ceb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:48.333928 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:48.359481 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:48.366680 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-2aa0146c-0a83-42e6-a6f5-8697ff4b4b75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986724 Sep 03 13:11:48.371058 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-85d014dd-9c41-478a-85ba-cf9e612009b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 200 len: 217 time: 0.0648472 Sep 03 13:11:48.396694 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'Port': ['ID=0f04c5d6-0ee1-4589-a98c-3e2352e19e27,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:48.416951 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664685-8762-447e-90c9-65b942cd7be0 req-88e08535-9682-41b5-973d-2fd7cffa0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.418698 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-88e08535-9682-41b5-973d-2fd7cffa0778 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86cc96e3-e572-47fb-93f9-564f2f703393 HTTP/1.1" status: 200 len: 913 time: 0.2010493 Sep 03 13:11:48.427772 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8ac142-b9d9-408f-b6b1-a4173c15945d req-de30f0dc-2e2a-418b-8120-2961d7ae2282 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614740 Sep 03 13:11:48.430720 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e27948ca-c848-48f3-89a1-4d0556fe7328 req-6c02f80e-6bb1-4fe6-a493-21ec32f10215 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673243 Sep 03 13:11:48.520340 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-33f4b77c-05dd-446c-8126-80bece603334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.523779 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-33f4b77c-05dd-446c-8126-80bece603334 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.1380332 Sep 03 13:11:48.593673 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-14ab2df4-3851-4ac2-9a71-0342ad13cc88 req-d7f7eb54-209d-4409-845f-9a7b8968e397 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 210 time: 0.0410640 Sep 03 13:11:48.630497 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-d01fe7be-fbdd-40e0-9be2-75a72efe6740 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989807 Sep 03 13:11:48.729775 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-9b8f3c98-276c-4d96-8bbd-df6a52381b28 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465867 Sep 03 13:11:48.755548 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:48.756786 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0fb3dcad-7b9b-4e17-9d1a-bc346b562f3b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7999997 Sep 03 13:11:48.760679 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-eaaf8f5f-18fa-42a9-9578-8506bbaecf5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f62506b0-f044-475e-8562-9bf2ed0e0eaa HTTP/1.1" status: 200 len: 217 time: 0.3070705 Sep 03 13:11:48.830473 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0884aa-437a-4e9e-be52-1d27c5b042a7 req-27750db9-8509-4088-94d8-54ea89e6e621 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.832025 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0a0884aa-437a-4e9e-be52-1d27c5b042a7 req-27750db9-8509-4088-94d8-54ea89e6e621 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 943 time: 0.2091908 Sep 03 13:11:48.856903 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664685-8762-447e-90c9-65b942cd7be0 req-0c77fdab-5ee8-4949-9654-72dc275b1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:48.858656 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-0c77fdab-5ee8-4949-9654-72dc275b1399 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bed68e4e-d808-4171-b3ca-b6373b4f2ffb HTTP/1.1" status: 200 len: 852 time: 0.0743351 Sep 03 13:11:48.859997 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Allocated IP 172.20.0.13 (01768b62-5ca2-4f5b-8a36-461fab661693/9a09079a-72c0-48cb-8cb7-1994789b5679/5693d821-0905-495f-9c53-bac45338b02a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:48.901128 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-097f438b-4ebc-45f8-a154-eec66688d947 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620938 Sep 03 13:11:48.912616 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-ee507e2a-da87-4eed-94c6-c61fec805153 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86cc96e3-e572-47fb-93f9-564f2f703393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396111 Sep 03 13:11:48.961898 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0a0884aa-437a-4e9e-be52-1d27c5b042a7 req-87eb63cb-c841-48b9-9e7f-27efacbab786 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847447 Sep 03 13:11:48.975391 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b511ac6f-082e-4102-8609-a3844cd75b00 req-3bcc273f-f341-4a99-80e0-2d837b688eec service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362361 Sep 03 13:11:49.075701 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c23d4e60-3563-478d-9c0a-6b4c42192f93 req-bf64c8be-6097-499b-a799-5f57e7b22fa5 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629324 Sep 03 13:11:49.081315 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:49.097113 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Transition to ACTIVE for port object 5693d821-0905-495f-9c53-bac45338b02a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:49.169272 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-289266b1-d1bb-4f5c-929e-e2dfd1f2534d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--19756082&fields=id&tenant_id=b2ef0bf497144777b9f700a7546a1234 HTTP/1.1" status: 200 len: 267 time: 0.0887756 Sep 03 13:11:49.205712 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-12414dc2-2ef0-46a9-8247-967b99e57ed7 service neutron] 10.222.0.48 "GET /v2.0/networks/86cc96e3-e572-47fb-93f9-564f2f703393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753983 Sep 03 13:11:49.259608 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:49.337996 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-19c0c1dc-d27f-4b97-b6f2-202bc7a5177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:49.339747 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-19c0c1dc-d27f-4b97-b6f2-202bc7a5177b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 1096 time: 0.1374555 Sep 03 13:11:49.352976 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Network 01768b62-5ca2-4f5b-8a36-461fab661693 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:49.363731 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:49.367454 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:49.377110 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:49.377799 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:49.379006 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-1c101ca6-99c0-4ba5-904f-26a9ccdce23a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:49.382130 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-1c101ca6-99c0-4ba5-904f-26a9ccdce23a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 811 time: 0.1925690 Sep 03 13:11:49.441399 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:49.472248 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7a664685-8762-447e-90c9-65b942cd7be0 req-08aa329d-24fd-43dc-a0a9-da9374494791 service neutron] 10.222.0.48 "GET /v2.0/networks/86cc96e3-e572-47fb-93f9-564f2f703393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575204 Sep 03 13:11:49.552240 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-84dcf48d-aca8-468a-be76-c853e21cffba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5792267 Sep 03 13:11:49.586317 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Request body: {'port': {'device_id': '082878f5-e889-4536-98b1-917381deefd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:49.629100 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-2bbb69f6-9d5c-41f2-95de-ef40257ec7a4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/quotas/b2ef0bf497144777b9f700a7546a1234 HTTP/1.1" status: 200 len: 375 time: 0.2367909 Sep 03 13:11:49.647123 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:49.725317 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-5d4a503d-35ce-4542-8dc6-ea71c819ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:49.726869 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-5d4a503d-35ce-4542-8dc6-ea71c819ad71 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.3777156 Sep 03 13:11:49.744280 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb390b3-52d3-4b15-b47a-fda35fa7a122 req-b3ecd567-a0b9-41f2-ad18-89b26701cb98 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:49.745903 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9bb390b3-52d3-4b15-b47a-fda35fa7a122 req-b3ecd567-a0b9-41f2-ad18-89b26701cb98 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 943 time: 0.1198125 Sep 03 13:11:49.762494 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-567a590d-3753-4dfe-99da-8c645ef1c6a7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158957 Sep 03 13:11:49.818330 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-cddc5613-8aab-4e4b-98b7-9d56baf01fd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea9c66e-ce41-4121-9632-59277d6f85be HTTP/1.1" status: 200 len: 217 time: 0.0703673 Sep 03 13:11:49.913551 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7b2d45f7-1f03-451e-9777-1e725147e196 None None] Provisioning for port 5693d821-0905-495f-9c53-bac45338b02a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:49.924053 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7b2d45f7-1f03-451e-9777-1e725147e196 None None] Provisioning complete for port 5693d821-0905-495f-9c53-bac45338b02a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:49.925661 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b2d45f7-1f03-451e-9777-1e725147e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:49.944906 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9bb390b3-52d3-4b15-b47a-fda35fa7a122 req-60c3bd47-a400-4964-ad9b-6d5e2ffd117a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812840 Sep 03 13:11:49.963816 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-f4d426e8-6d3e-4d75-8d42-888dcd2b0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:49.969161 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-f4d426e8-6d3e-4d75-8d42-888dcd2b0afe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.1346514 Sep 03 13:11:49.999994 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5693d821-0905-495f-9c53-bac45338b02a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:50.019581 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:50.022241 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-f802fd2d-a9fe-4927-a281-8791bec53a18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407932 Sep 03 13:11:50.022892 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d45f7-1f03-451e-9777-1e725147e196 None None] Port 5693d821-0905-495f-9c53-bac45338b02a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:11:50.033675 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-70eaf0dc-9665-4f80-96ec-d443a2d98c73 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305691 Sep 03 13:11:50.071090 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device f62506b0-f044-475e-8562-9bf2ed0e0eaa details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:11:50.094381 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Transition to ACTIVE for port object 5693d821-0905-495f-9c53-bac45338b02a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:50.153201 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:50.258815 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd81c-3d53-4a1e-aac0-e36c4e3ff24c req-f2d34b82-e4dd-43c6-a8d9-6879552228fd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:50.260562 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b74fd81c-3d53-4a1e-aac0-e36c4e3ff24c req-f2d34b82-e4dd-43c6-a8d9-6879552228fd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 943 time: 0.2019985 Sep 03 13:11:50.288824 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-4bf5beea-25eb-4bff-bed9-11e727cdaec0 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318659 Sep 03 13:11:50.292097 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:50.302517 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port f62506b0-f044-475e-8562-9bf2ed0e0eaa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f62506b0-f044-475e-8562-9bf2ed0e0eaa,segment=NetworkSegment(4d67c8a2-8841-4fdf-a24f-817b945d7a8c),segment_id=4d67c8a2-8841-4fdf-a24f-817b945d7a8c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:50.306420 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Attempting to bind port 5693d821-0905-495f-9c53-bac45338b02a on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:50.306420 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Attempting to bind port 5693d821-0905-495f-9c53-bac45338b02a by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:50.306420 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Attempting to bind port 5693d821-0905-495f-9c53-bac45338b02a on network 01768b62-5ca2-4f5b-8a36-461fab661693 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:50.310462 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Port 5693d821-0905-495f-9c53-bac45338b02a on network 01768b62-5ca2-4f5b-8a36-461fab661693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:11:50.311097 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Attempting to bind port 5693d821-0905-495f-9c53-bac45338b02a on network 01768b62-5ca2-4f5b-8a36-461fab661693 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:50.317862 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:50.318588 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Checking segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:50.319191 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Bound using segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:50.319855 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Bound port: 5693d821-0905-495f-9c53-bac45338b02a, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:50.320455 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:50.335736 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-2d8b34d1-25a4-4295-900f-7c2e9dff9d65 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995958 Sep 03 13:11:50.340104 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': 'f62506b0-f044-475e-8562-9bf2ed0e0eaa', 'network_id': '86cc96e3-e572-47fb-93f9-564f2f703393', 'port_id': 'f62506b0-f044-475e-8562-9bf2ed0e0eaa', 'mac_address': 'fa:16:3e:e8:df:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed68e4e-d808-4171-b3ca-b6373b4f2ffb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:11:50.428459 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:50.435548 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:50.455315 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:50.471205 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b74fd81c-3d53-4a1e-aac0-e36c4e3ff24c req-85cdb208-9f1e-4df2-82d3-260d81b45edc tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976953 Sep 03 13:11:50.478897 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62506b0-f044-475e-8562-9bf2ed0e0eaa {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:50.511213 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port f62506b0-f044-475e-8562-9bf2ed0e0eaa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f62506b0-f044-475e-8562-9bf2ed0e0eaa,segment=NetworkSegment(4d67c8a2-8841-4fdf-a24f-817b945d7a8c),segment_id=4d67c8a2-8841-4fdf-a24f-817b945d7a8c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:50.513664 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:50.523465 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49b72a88-7782-43c9-a2f1-e20ebeb6f12c req-2180778c-f840-48cf-9460-38348bc1d927 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173083 Sep 03 13:11:50.594134 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:50.604195 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:50.604995 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:50.606707 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-3bbe20ed-e1e5-4d44-a4ec-d7f8ac519751 service neutron] 10.222.0.48 "PUT /v2.0/ports/5693d821-0905-495f-9c53-bac45338b02a HTTP/1.1" status: 200 len: 1094 time: 1.0411594 Sep 03 13:11:50.607422 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'tag': '5693d821-0905-495f-9c53-bac45338b02a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:11:50.610534 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad1c1d-9826-4c21-bda6-c886b24d5153" -d '{"events": [{"name": "network-changed", "server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "tag": "5693d821-0905-495f-9c53-bac45338b02a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:11:50.626389 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:50.627251 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 24bd7138-8ec6-48ed-beb4-9f83126f42f4 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:11:50.648641 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c52b41-97d8-434a-91d8-e0e7d39dde76 req-43ac81f3-474c-4421-82a6-2ad873526b95 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:50.658543 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c2c52b41-97d8-434a-91d8-e0e7d39dde76 req-43ac81f3-474c-4421-82a6-2ad873526b95 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0975113 Sep 03 13:11:50.745643 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c2c52b41-97d8-434a-91d8-e0e7d39dde76 req-6c41aaa4-d950-49df-9053-e2782a423588 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858827 Sep 03 13:11:50.751105 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=f62506b0-f044-475e-8562-9bf2ed0e0eaa,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:50.796922 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f04f5-14a4-4b60-8a7e-aad43d0b92a3 req-080cce40-1b62-4573-a9c6-c2fb38f722c3 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:50.800269 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-750f04f5-14a4-4b60-8a7e-aad43d0b92a3 req-080cce40-1b62-4573-a9c6-c2fb38f722c3 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.1097932 Sep 03 13:11:50.873164 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-b267be59-e766-4825-884c-7f1be10b8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:50.875824 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-b267be59-e766-4825-884c-7f1be10b8b5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 1097 time: 0.0881548 Sep 03 13:11:50.888210 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 24bd7138-8ec6-48ed-beb4-9f83126f42f4, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=24bd7138-8ec6-48ed-beb4-9f83126f42f4,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:50.902964 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'port_id': '24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'mac_address': 'fa:16:3e:0d:14:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8896cdb-075b-4b0c-9b30-26e21f3c2b16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:11:50.914907 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8fd23438-350c-4be7-aaee-0b4837e4ad71 req-bcde286d-3265-457b-8bf9-19c7c19f3150 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 210 time: 0.0395007 Sep 03 13:11:50.937935 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-750f04f5-14a4-4b60-8a7e-aad43d0b92a3 req-3e5e2e55-57b8-47c8-82d6-299ef56a6619 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311882 Sep 03 13:11:50.954702 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-70185976-f02c-4634-a749-a72fe2870a7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693d821-0905-495f-9c53-bac45338b02a HTTP/1.1" status: 200 len: 217 time: 0.0554578 Sep 03 13:11:50.983016 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:51.009241 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8e172-5794-49b3-a33c-33a9fb84c015 x-openstack-request-id: req-d2f8e172-5794-49b3-a33c-33a9fb84c015 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:11:51.009583 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "tag": "5693d821-0905-495f-9c53-bac45338b02a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:11:51.009866 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2f8e172-5794-49b3-a33c-33a9fb84c015 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:11:51.011227 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'tag': '5693d821-0905-495f-9c53-bac45338b02a', 'status': 'completed', 'code': 200} Sep 03 13:11:51.012608 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bd7138-8ec6-48ed-beb4-9f83126f42f4 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:51.044402 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-20cf4027-4467-44aa-959a-1178fd000798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:51.047011 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-20cf4027-4467-44aa-959a-1178fd000798 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.0822842 Sep 03 13:11:51.048999 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 24bd7138-8ec6-48ed-beb4-9f83126f42f4, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=24bd7138-8ec6-48ed-beb4-9f83126f42f4,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:51.090168 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100132cf-f1df-4010-b9e9-470507cf9d86 req-19444435-54c5-45d4-8ae1-0a5a5ffe098f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:51.091889 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-100132cf-f1df-4010-b9e9-470507cf9d86 req-19444435-54c5-45d4-8ae1-0a5a5ffe098f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 943 time: 0.0589514 Sep 03 13:11:51.137110 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-100132cf-f1df-4010-b9e9-470507cf9d86 req-9e2c6788-29ed-4463-ae65-8fa67bff49f2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Sep 03 13:11:51.141714 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:51.142673 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 2bb230ac-5488-4830-a634-cb8e9033e814 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:11:51.149648 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-d8c3399a-a505-4b04-9ceb-f6d0be03a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:51.155115 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-d8c3399a-a505-4b04-9ceb-f6d0be03a5e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967329 Sep 03 13:11:51.239814 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=24bd7138-8ec6-48ed-beb4-9f83126f42f4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:51.286290 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-2958cf98-cb58-459b-8637-684fc3f0f046 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198874 Sep 03 13:11:51.311383 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 2bb230ac-5488-4830-a634-cb8e9033e814, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2bb230ac-5488-4830-a634-cb8e9033e814,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:51.328708 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '2bb230ac-5488-4830-a634-cb8e9033e814', 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b', 'port_id': '2bb230ac-5488-4830-a634-cb8e9033e814', 'mac_address': 'fa:16:3e:b9:85:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96677b61-2fca-44ce-841e-9d19b1ad72c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:11:51.397003 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:51.412810 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb230ac-5488-4830-a634-cb8e9033e814 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:51.443625 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 2bb230ac-5488-4830-a634-cb8e9033e814, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2bb230ac-5488-4830-a634-cb8e9033e814,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:51.470195 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-8c5104c1-2d27-4c3d-8dbe-4bbf229f1d03 req-261263e0-dda2-469b-b969-ce993d8f0cce service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718378 Sep 03 13:11:51.539801 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:51.593303 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=2bb230ac-5488-4830-a634-cb8e9033e814,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:51.630987 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8bb93-df72-40d8-9272-754188a767aa req-cf12873e-6aa2-45a1-b2e1-ab388f955c87 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:51.636285 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65c8bb93-df72-40d8-9272-754188a767aa req-cf12873e-6aa2-45a1-b2e1-ab388f955c87 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0710688 Sep 03 13:11:51.682167 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65c8bb93-df72-40d8-9272-754188a767aa req-625a918a-53d7-4c66-8446-143a61650014 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421343 Sep 03 13:11:51.712346 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-18ad5954-8a31-4236-ab5e-e549b3e126e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:51.713956 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-18ad5954-8a31-4236-ab5e-e549b3e126e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 1097 time: 0.0470676 Sep 03 13:11:51.846650 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-fb9cca02-6dbb-4570-9d4a-40335070d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:51.849821 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-fb9cca02-6dbb-4570-9d4a-40335070d4dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.1272864 Sep 03 13:11:51.947236 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-4727ddee-346a-430f-a65f-9999f2f34df7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693d821-0905-495f-9c53-bac45338b02a HTTP/1.1" status: 200 len: 217 time: 0.0803869 Sep 03 13:11:51.976359 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43081ce-6cb3-4a46-869f-2cee3f304e5e req-2ae0cfbc-ce9b-492d-8870-d8080f02a162 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:51.991676 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b43081ce-6cb3-4a46-869f-2cee3f304e5e req-2ae0cfbc-ce9b-492d-8870-d8080f02a162 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0856705 Sep 03 13:11:52.040264 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device eea9c66e-ce41-4121-9632-59277d6f85be details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:11:52.057477 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b43081ce-6cb3-4a46-869f-2cee3f304e5e req-6e186aed-8748-493f-9b73-3812887ce149 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612066 Sep 03 13:11:52.058566 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-982025bb-9125-43fb-a168-80874bd5a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:52.062547 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-982025bb-9125-43fb-a168-80874bd5a33a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.1069248 Sep 03 13:11:52.154199 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-532d07c1-e1a6-4e95-b37d-51b10875429b req-61aadb7e-c44d-441a-941d-2724e257b3e0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 210 time: 0.0576789 Sep 03 13:11:52.160633 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-5efc039f-85da-4a6a-8232-05c0353c417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:52.163577 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-5efc039f-85da-4a6a-8232-05c0353c417e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827553 Sep 03 13:11:52.183144 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['f62506b0-f044-475e-8562-9bf2ed0e0eaa'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:11:52.189464 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['24bd7138-8ec6-48ed-beb4-9f83126f42f4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:11:52.226954 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955e183-5579-4e1c-ad1e-1530505ec1c8 req-feb9d2df-4979-4994-886b-7d010a9488af tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:52.228733 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a955e183-5579-4e1c-ad1e-1530505ec1c8 req-feb9d2df-4979-4994-886b-7d010a9488af tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.0735149 Sep 03 13:11:52.257831 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['2bb230ac-5488-4830-a634-cb8e9033e814'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:11:52.292099 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a955e183-5579-4e1c-ad1e-1530505ec1c8 req-a342e941-dd6a-473a-904c-52676b0c72af tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562861 Sep 03 13:11:52.366488 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-de36023e-5836-43ea-bb47-f73ec114f047 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945577 Sep 03 13:11:52.405091 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9a933-9ddb-4ce4-8d33-a8e37773951b req-72bf28d2-eb8b-47e4-8200-d70b1f1b02ac tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:52.407112 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bdb9a933-9ddb-4ce4-8d33-a8e37773951b req-72bf28d2-eb8b-47e4-8200-d70b1f1b02ac tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 943 time: 0.1037505 Sep 03 13:11:52.417001 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port eea9c66e-ce41-4121-9632-59277d6f85be, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eea9c66e-ce41-4121-9632-59277d6f85be,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:52.482218 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': 'eea9c66e-ce41-4121-9632-59277d6f85be', 'network_id': '0f9cccec-68d2-42ef-950f-eab51c6b1a3b', 'port_id': 'eea9c66e-ce41-4121-9632-59277d6f85be', 'mac_address': 'fa:16:3e:76:69:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96677b61-2fca-44ce-841e-9d19b1ad72c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:11:52.490785 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bdb9a933-9ddb-4ce4-8d33-a8e37773951b req-0b6dc6c6-ef49-4c2f-98fb-74b3476e6eb8 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695684 Sep 03 13:11:52.559325 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22ad1c1d-9826-4c21-bda6-c886b24d5153 req-28da226a-3033-41a3-8f65-6bd4b7b0b138 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720827 Sep 03 13:11:52.637172 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:52.684106 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea9c66e-ce41-4121-9632-59277d6f85be {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:52.772507 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port eea9c66e-ce41-4121-9632-59277d6f85be, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eea9c66e-ce41-4121-9632-59277d6f85be,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:52.827170 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6c6c4-2681-4f96-8c68-47c40c46604d req-2da0c0c4-0131-4324-bde4-cbd444d4ab7d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:52.830234 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-abe6c6c4-2681-4f96-8c68-47c40c46604d req-2da0c0c4-0131-4324-bde4-cbd444d4ab7d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0728877 Sep 03 13:11:52.890694 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:52.892063 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-abe6c6c4-2681-4f96-8c68-47c40c46604d req-963c8159-eca8-4db4-946b-d5d35a159fce tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500476 Sep 03 13:11:52.972291 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=eea9c66e-ce41-4121-9632-59277d6f85be,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:53.217205 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1b51e-6814-4b09-840a-430e6d1fcfca req-1ab01cfa-926e-426e-bf6f-003f2803684f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:53.226267 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-05b1b51e-6814-4b09-840a-430e6d1fcfca req-1ab01cfa-926e-426e-bf6f-003f2803684f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0766842 Sep 03 13:11:53.277162 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-05b1b51e-6814-4b09-840a-430e6d1fcfca req-9dd0a7e5-37c3-4753-8633-26dd5aca253c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495226 Sep 03 13:11:53.300707 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f89bf0aa-a2ec-4cd7-a7a4-5368565bfbc3 req-c5f75863-3fb5-483f-9ffc-545412664eb5 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 210 time: 0.0365968 Sep 03 13:11:53.462640 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec2f6d-de54-42e5-844c-3fd23f185a7e req-53e77f07-64eb-4dd8-89f3-0f868ce213cc tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:53.464219 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6ec2f6d-de54-42e5-844c-3fd23f185a7e req-53e77f07-64eb-4dd8-89f3-0f868ce213cc tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.0731616 Sep 03 13:11:53.503548 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6ec2f6d-de54-42e5-844c-3fd23f185a7e req-7605cac8-3194-49d0-846e-474601bbf47f tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Sep 03 13:11:53.628040 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e0821-a42f-42c7-ae7d-0f7c4cbe66c9 req-00eb0bbd-72e6-4a82-bcb2-fa0455b3046f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:53.629669 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4d9e0821-a42f-42c7-ae7d-0f7c4cbe66c9 req-00eb0bbd-72e6-4a82-bcb2-fa0455b3046f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 944 time: 0.0528467 Sep 03 13:11:53.679855 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4d9e0821-a42f-42c7-ae7d-0f7c4cbe66c9 req-207d57cf-bd74-4f19-ba89-fcac7902c3bb tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Sep 03 13:11:54.007342 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:54.050692 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199ecd3-6b2f-4ff7-992f-9100e706a9ef req-456f6f0e-4fe4-4134-b4bb-61be3feb13e4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:54.053064 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d199ecd3-6b2f-4ff7-992f-9100e706a9ef req-456f6f0e-4fe4-4134-b4bb-61be3feb13e4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0678570 Sep 03 13:11:54.113622 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d199ecd3-6b2f-4ff7-992f-9100e706a9ef req-66a45705-5ba5-42d6-858b-f55473bf8ae8 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501890 Sep 03 13:11:54.158649 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9208c7ea-7bfa-4a81-8eb6-7f8f5d55472a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:54.263980 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9208c7ea-7bfa-4a81-8eb6-7f8f5d55472a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:54.324768 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9208c7ea-7bfa-4a81-8eb6-7f8f5d55472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:54.366605 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208c7ea-7bfa-4a81-8eb6-7f8f5d55472a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fb30b6-27df-4574-932a-d58db4cb48ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:54.372781 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-9208c7ea-7bfa-4a81-8eb6-7f8f5d55472a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32553ad815af48d08e7bafebea521598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636878 Sep 03 13:11:54.376593 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:54.438153 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1ae9af97-4861-44a0-b82c-cc13c77e5eea req-c239479a-390b-4a55-9065-cb0afc6bb6a1 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 210 time: 0.0414557 Sep 03 13:11:54.444627 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-159abfe8-906c-4e1f-a44e-dcbb548469ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:54.456168 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e8478-978f-4326-9126-997404fac667 req-bbad5880-e405-43bb-a985-81efaed9816a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:54.460138 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-795e8478-978f-4326-9126-997404fac667 req-bbad5880-e405-43bb-a985-81efaed9816a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1022844 Sep 03 13:11:54.481380 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-159abfe8-906c-4e1f-a44e-dcbb548469ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:54.506565 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-795e8478-978f-4326-9126-997404fac667 req-a8befc95-01de-496f-bb72-67cef26cf702 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376306 Sep 03 13:11:54.648781 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-159abfe8-906c-4e1f-a44e-dcbb548469ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:54.651434 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-159abfe8-906c-4e1f-a44e-dcbb548469ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:54.652625 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-159abfe8-906c-4e1f-a44e-dcbb548469ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55fb30b6-27df-4574-932a-d58db4cb48ef HTTP/1.1" status: 204 len: 168 time: 0.2749140 Sep 03 13:11:54.663289 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159abfe8-906c-4e1f-a44e-dcbb548469ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fb30b6-27df-4574-932a-d58db4cb48ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:54.671526 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc12851-be80-47c3-b101-9f50e279b884 req-c9e0abce-1a79-4126-af4d-f9ff8da4d982 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:54.678788 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbc12851-be80-47c3-b101-9f50e279b884 req-c9e0abce-1a79-4126-af4d-f9ff8da4d982 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.0662177 Sep 03 13:11:54.735583 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbc12851-be80-47c3-b101-9f50e279b884 req-295dcf48-cfa7-4d5d-95d2-b00f3c5d6534 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547035 Sep 03 13:11:54.822410 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333471fc-efb0-45a4-a6c7-f8312dfdbf80 req-29b3a84b-c165-4cf2-b068-d6ea3e273d01 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:54.824221 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-333471fc-efb0-45a4-a6c7-f8312dfdbf80 req-29b3a84b-c165-4cf2-b068-d6ea3e273d01 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 944 time: 0.0540023 Sep 03 13:11:54.882749 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-333471fc-efb0-45a4-a6c7-f8312dfdbf80 req-50d48a6d-f112-43b6-9221-7aee758c80ad tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459466 Sep 03 13:11:55.245057 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1a6a-776b-4128-95e5-efa897379079 req-5a434693-bfad-486b-b5c1-5be361b30b68 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:55.246551 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3ebe1a6a-776b-4128-95e5-efa897379079 req-5a434693-bfad-486b-b5c1-5be361b30b68 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0552928 Sep 03 13:11:55.310778 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3ebe1a6a-776b-4128-95e5-efa897379079 req-3e5c33f2-5b4e-47a2-b89c-e0a0e961c131 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573313 Sep 03 13:11:55.391128 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:55.406767 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bbe17b8-d17d-4814-b076-bb90ee8f73c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:55.511640 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bbe17b8-d17d-4814-b076-bb90ee8f73c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:55.587517 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bbe17b8-d17d-4814-b076-bb90ee8f73c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:55.609953 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ca93a308-bd7a-4a67-8ae9-dbc235cd7a9b req-0c7099a5-94d3-41ac-afcc-0723b3c80d9f tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 210 time: 0.0596018 Sep 03 13:11:55.636235 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7bbe17b8-d17d-4814-b076-bb90ee8f73c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6b2d5a90ea04c64b38c3bc2e70da35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436633 Sep 03 13:11:55.638273 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe17b8-d17d-4814-b076-bb90ee8f73c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b1dcc7-5d18-4d1c-9239-099871aeaad5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:55.641321 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 41626) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:55.691713 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b406d8-eab3-4ddd-994e-cbfc2d63dc21 req-743adfdd-7c8d-4f53-b740-77e3bbf48648 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:55.693922 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6b406d8-eab3-4ddd-994e-cbfc2d63dc21 req-743adfdd-7c8d-4f53-b740-77e3bbf48648 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1008871 Sep 03 13:11:55.720602 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a437de3-3ac5-4040-a5b6-6b07f5d131da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:55.765210 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a437de3-3ac5-4040-a5b6-6b07f5d131da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:55.775089 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6b406d8-eab3-4ddd-994e-cbfc2d63dc21 req-577ccc64-2242-4e94-b836-e5747180c415 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669310 Sep 03 13:11:55.947705 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ce1be-6215-4b01-849b-48d326b2586e req-4c4c5004-88bb-4117-a90c-eaef0c10e54a tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:55.950315 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d0ce1be-6215-4b01-849b-48d326b2586e req-4c4c5004-88bb-4117-a90c-eaef0c10e54a tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.1332600 Sep 03 13:11:56.019930 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d0ce1be-6215-4b01-849b-48d326b2586e req-309a6ca1-65fe-45e3-8df0-5176b5a19c23 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605440 Sep 03 13:11:56.046774 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-cfce9bba-cbca-4422-ac89-8aa88eb46d1c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:56.048335 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-cfce9bba-cbca-4422-ac89-8aa88eb46d1c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 811 time: 0.1825132 Sep 03 13:11:56.063198 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a437de3-3ac5-4040-a5b6-6b07f5d131da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:56.065888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a437de3-3ac5-4040-a5b6-6b07f5d131da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:56.067118 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4a437de3-3ac5-4040-a5b6-6b07f5d131da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91b1dcc7-5d18-4d1c-9239-099871aeaad5 HTTP/1.1" status: 204 len: 168 time: 0.4245849 Sep 03 13:11:56.081185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a437de3-3ac5-4040-a5b6-6b07f5d131da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b1dcc7-5d18-4d1c-9239-099871aeaad5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:56.107906 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60cd6-1c83-4e67-a882-06c1b8d47c0b req-f97acb0c-fa9c-4a24-8000-cae5016ae70f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:56.109529 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2ce60cd6-1c83-4e67-a882-06c1b8d47c0b req-f97acb0c-fa9c-4a24-8000-cae5016ae70f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 944 time: 0.0950959 Sep 03 13:11:56.113756 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-ce6d47f1-b391-4a89-a9d6-06fcd1792d5a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ef0bf497144777b9f700a7546a1234 HTTP/1.1" status: 200 len: 378 time: 0.0430596 Sep 03 13:11:56.127280 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'port': {'device_id': '7bf9b021-bb64-4476-975f-118000adc81b', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'admin_state_up': True, 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'security_groups': ['c26cc720-1d95-41fa-bda7-689de49e612a']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:56.165842 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2ce60cd6-1c83-4e67-a882-06c1b8d47c0b req-e99b8b21-0985-41d8-90b8-f47cd7a9f76e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Sep 03 13:11:56.345888 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Made reservation on behalf of b2ef0bf497144777b9f700a7546a1234 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:56.351027 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:56.454620 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040e585-278c-41cb-8291-d39584752e7b req-684d7fb0-6c55-4e5d-a511-7d45e0c2dd96 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:56.457249 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3040e585-278c-41cb-8291-d39584752e7b req-684d7fb0-6c55-4e5d-a511-7d45e0c2dd96 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0703082 Sep 03 13:11:56.514591 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3040e585-278c-41cb-8291-d39584752e7b req-5200a58c-599f-4fc7-a426-25bce883f26b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Sep 03 13:11:56.553192 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Allocated IP 172.20.0.3 (a2e13e9e-62ed-4c1c-b76c-601a567b3b3e/3a5aa1da-ae06-4d8a-94f0-5fea47adcda2/3edbc7c1-b7bb-4974-8afe-17fea2459ae0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:56.736060 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:56.736836 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-229cf191-0139-4bec-9dfe-85c8a50222e0 req-7935b53c-0184-4d9c-8efe-b6afb64828d5 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 210 time: 0.0318773 Sep 03 13:11:56.759930 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Transition to ACTIVE for port object 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:56.897267 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:56.913402 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461eaec-e25e-4773-9fe8-924f8c9bcd08 req-d97d7382-4157-4bf3-8667-5c3cae54901e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:56.915007 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5461eaec-e25e-4773-9fe8-924f8c9bcd08 req-d97d7382-4157-4bf3-8667-5c3cae54901e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0522697 Sep 03 13:11:56.940917 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:56.945308 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:56.948680 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:56.954573 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:56.955278 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:56.961152 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5461eaec-e25e-4773-9fe8-924f8c9bcd08 req-b540f227-5052-4505-9af4-f0f74b128238 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Sep 03 13:11:56.994338 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'Port': ['ID=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:57.085876 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8f76808c-7498-4811-8636-a4ac54d4a08b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9641070 Sep 03 13:11:57.199636 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2acb0-0f67-45bf-a78c-a97e80e594ef req-5ecc1d94-c245-47d6-ab0d-909cb401f0db tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:57.201223 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-46b2acb0-0f67-45bf-a78c-a97e80e594ef req-5ecc1d94-c245-47d6-ab0d-909cb401f0db tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.0610800 Sep 03 13:11:57.280880 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-46b2acb0-0f67-45bf-a78c-a97e80e594ef req-72fe736f-c425-436e-9628-8d2941669fb4 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695505 Sep 03 13:11:57.348061 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-52ba4c72-8bd1-4064-86d1-f3e6412511ef None None] Provisioning for port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:57.358229 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-52ba4c72-8bd1-4064-86d1-f3e6412511ef None None] Provisioning complete for port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:57.359096 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52ba4c72-8bd1-4064-86d1-f3e6412511ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:57.369008 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d38ea-05d5-42cb-931f-cf45937c5dc1 req-aee2c634-f592-454f-9d73-92830a81d917 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:57.370783 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-419d38ea-05d5-42cb-931f-cf45937c5dc1 req-aee2c634-f592-454f-9d73-92830a81d917 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 944 time: 0.0611455 Sep 03 13:11:57.403633 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-52ba4c72-8bd1-4064-86d1-f3e6412511ef None None] Port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:11:57.419321 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-419d38ea-05d5-42cb-931f-cf45937c5dc1 req-2c8b3fad-220f-4d57-a598-eb9473f54ab8 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Sep 03 13:11:57.641185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89881e3d-d341-450e-9178-c41c4b9cd09d req-a144582b-e5bd-4db0-8195-d55224760106 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:57.642980 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-89881e3d-d341-450e-9178-c41c4b9cd09d req-a144582b-e5bd-4db0-8195-d55224760106 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0564873 Sep 03 13:11:57.690931 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-89881e3d-d341-450e-9178-c41c4b9cd09d req-a8109f95-3229-4428-8c95-cfbd94d4911b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 Sep 03 13:11:57.866182 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cba9df-fa29-451e-94eb-d2bd71aafaf6 req-1f407c1a-f42b-4cef-8264-03552c74e20c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:57.868035 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-71cba9df-fa29-451e-94eb-d2bd71aafaf6 req-1f407c1a-f42b-4cef-8264-03552c74e20c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 931 time: 0.0563171 Sep 03 13:11:57.912102 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-71cba9df-fa29-451e-94eb-d2bd71aafaf6 req-4d51d783-d6e7-4d31-8d16-a65043d8723f tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375984 Sep 03 13:11:58.147027 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea433b8-2293-42f4-96ab-b81c7d0c3074 req-2f8c5242-4c09-4f83-8eaf-79fe095499d6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:58.148600 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ea433b8-2293-42f4-96ab-b81c7d0c3074 req-2f8c5242-4c09-4f83-8eaf-79fe095499d6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0530989 Sep 03 13:11:58.193136 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ea433b8-2293-42f4-96ab-b81c7d0c3074 req-bb47cb24-6918-4338-8323-5be8dd8bd38d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385315 Sep 03 13:11:58.359583 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08369f05-7e36-45e2-a7fd-098a48d6e38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:58.438104 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8fa50-0e1a-469b-9410-e7306ac5d8e2 req-94bd3b13-7174-4f4c-b2c0-a5b2199a8e6e tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:58.440014 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-adc8fa50-0e1a-469b-9410-e7306ac5d8e2 req-94bd3b13-7174-4f4c-b2c0-a5b2199a8e6e tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.0802422 Sep 03 13:11:58.494480 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-adc8fa50-0e1a-469b-9410-e7306ac5d8e2 req-f75cf0dc-92af-4db0-9b5b-d2152a9d6b7e tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Sep 03 13:11:58.560863 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf3d7b-d914-41e7-813e-8a64325ee7c6 req-480cc892-225f-48e9-97d8-d31b11451e5b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:58.562495 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5edf3d7b-d914-41e7-813e-8a64325ee7c6 req-480cc892-225f-48e9-97d8-d31b11451e5b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 944 time: 0.0599515 Sep 03 13:11:58.606329 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5edf3d7b-d914-41e7-813e-8a64325ee7c6 req-933771c5-90b0-4037-9497-0a15bdaa29f8 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368824 Sep 03 13:11:58.833956 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcc8cc-49b7-4f54-8986-fb882f147161 req-e3cbf678-e066-459e-81a9-0b89ec48b889 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:58.834981 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e9fcc8cc-49b7-4f54-8986-fb882f147161 req-e3cbf678-e066-459e-81a9-0b89ec48b889 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0562046 Sep 03 13:11:58.891646 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e9fcc8cc-49b7-4f54-8986-fb882f147161 req-88c2f7ac-3bea-4a68-9af1-a0005df22b7a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500228 Sep 03 13:11:59.066168 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db97699-94ba-4cfe-8da7-0c2c29b3453e req-be7f8ef3-65b1-4731-8fb4-9dfed63dbbcf tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:59.068577 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9db97699-94ba-4cfe-8da7-0c2c29b3453e req-be7f8ef3-65b1-4731-8fb4-9dfed63dbbcf tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 931 time: 0.0616424 Sep 03 13:11:59.111800 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9db97699-94ba-4cfe-8da7-0c2c29b3453e req-03110876-e3a0-4a1e-b98f-c995aa7c820e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357246 Sep 03 13:11:59.233572 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Request body: {'port': {'device_id': '7bf9b021-bb64-4476-975f-118000adc81b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:59.236863 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:11:59.293901 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['eea9c66e-ce41-4121-9632-59277d6f85be'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:11:59.303202 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:59.330256 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226399d5-3a99-4358-9cb4-00771f7ea92a req-b8abc1fa-1b85-49a4-b62c-eb8a2dd586c4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:59.333862 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-226399d5-3a99-4358-9cb4-00771f7ea92a req-b8abc1fa-1b85-49a4-b62c-eb8a2dd586c4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0590482 Sep 03 13:11:59.366425 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:59.385427 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-226399d5-3a99-4358-9cb4-00771f7ea92a req-05e516ae-c84b-45f5-b9b3-501ed2ea321f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387793 Sep 03 13:11:59.416209 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '5693d821-0905-495f-9c53-bac45338b02a', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'port_id': '5693d821-0905-495f-9c53-bac45338b02a', 'mac_address': 'fa:16:3e:42:d7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:11:59.477533 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:59.503350 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5693d821-0905-495f-9c53-bac45338b02a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:59.609560 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:59.618956 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:59.632943 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Transition to ACTIVE for port object 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:59.655072 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378ce74-9b15-4f01-860c-54aef0cc5457 req-9c920d03-5bb1-4979-b44d-813baadc04a0 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:59.664208 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2378ce74-9b15-4f01-860c-54aef0cc5457 req-9c920d03-5bb1-4979-b44d-813baadc04a0 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.0820589 Sep 03 13:11:59.682089 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:59.713338 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2378ce74-9b15-4f01-860c-54aef0cc5457 req-3deb0da3-531b-429a-bfbd-8807566d36c5 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 Sep 03 13:11:59.717842 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:59.792632 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e4472-557d-4375-80e1-5a87abd2cbed req-cd611308-2d63-4d18-b6eb-36a4713dba7b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:59.795291 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7b4e4472-557d-4375-80e1-5a87abd2cbed req-cd611308-2d63-4d18-b6eb-36a4713dba7b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 944 time: 0.0637777 Sep 03 13:11:59.822508 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:59.842072 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Pushing event updated for resources: {'Port': ['ID=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:59.860831 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Attempting to bind port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:59.861341 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Attempting to bind port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:59.861897 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Attempting to bind port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 on network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:59.874273 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7b4e4472-557d-4375-80e1-5a87abd2cbed req-b9a25cb5-65da-40b1-a997-119cdb7252b9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724244 Sep 03 13:11:59.876105 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 on network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:11:59.879088 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Attempting to bind port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 on network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:59.884715 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:59.885372 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Checking segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:59.886537 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Bound using segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:59.887174 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Bound port: 3edbc7c1-b7bb-4974-8afe-17fea2459ae0, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:59.888134 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:59.946478 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:59.986778 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] For port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:59.992176 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] For port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:12:00.058994 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5cefe-eeee-48b5-89a4-3367335cc2c1 req-0011cefd-d4ea-4e30-94af-d05e03548655 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:00.060594 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d9a5cefe-eeee-48b5-89a4-3367335cc2c1 req-0011cefd-d4ea-4e30-94af-d05e03548655 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0689209 Sep 03 13:12:00.090888 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:00.119238 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d9a5cefe-eeee-48b5-89a4-3367335cc2c1 req-6c66df7f-83e1-424f-9d49-48278ab855a8 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Sep 03 13:12:00.131542 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:00.132167 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:00.133609 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] 10.222.0.48 "PUT /v2.0/ports/3edbc7c1-b7bb-4974-8afe-17fea2459ae0 HTTP/1.1" status: 200 len: 1093 time: 0.9078379 Sep 03 13:12:00.148722 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf9b021-bb64-4476-975f-118000adc81b', 'tag': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:00.148722 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42082c-4a18-4060-bb60-64e5cd7000b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf9b021-bb64-4476-975f-118000adc81b", "tag": "3edbc7c1-b7bb-4974-8afe-17fea2459ae0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:00.197333 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf67b32-710e-45a1-a032-c963a5200908 service neutron] Pushing event updated for resources: {'Port': ['ID=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:00.227122 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['5693d821-0905-495f-9c53-bac45338b02a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:12:00.227960 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c7fa73-45ce-45ff-bea3-917544a2ceae x-openstack-request-id: req-31c7fa73-45ce-45ff-bea3-917544a2ceae {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:00.228275 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf9b021-bb64-4476-975f-118000adc81b", "tag": "3edbc7c1-b7bb-4974-8afe-17fea2459ae0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:00.228516 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31c7fa73-45ce-45ff-bea3-917544a2ceae {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:00.228933 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf9b021-bb64-4476-975f-118000adc81b', 'tag': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'status': 'completed', 'code': 200} Sep 03 13:12:00.306544 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4da98-5fd3-4fea-974b-c758ff68fc36 req-95f20019-50cb-4c35-89f2-f46de903aa29 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:00.308191 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-32e4da98-5fd3-4fea-974b-c758ff68fc36 req-95f20019-50cb-4c35-89f2-f46de903aa29 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 943 time: 0.0891602 Sep 03 13:12:00.371974 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42082c-4a18-4060-bb60-64e5cd7000b9 req-c21b3d63-e4cc-42b3-ad0c-22de30e1de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:00.373184 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3d42082c-4a18-4060-bb60-64e5cd7000b9 req-c21b3d63-e4cc-42b3-ad0c-22de30e1de29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 1096 time: 0.0774269 Sep 03 13:12:00.378874 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-32e4da98-5fd3-4fea-974b-c758ff68fc36 req-53c364d8-0e8c-4066-a20b-f9bcf24f7d02 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591679 Sep 03 13:12:00.553103 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d19095-d59a-42e6-92bd-7faf1a26c4c2 req-190d87b0-8725-478a-835f-f23c021bd81b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:00.556029 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c2d19095-d59a-42e6-92bd-7faf1a26c4c2 req-190d87b0-8725-478a-835f-f23c021bd81b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 945 time: 0.0795496 Sep 03 13:12:00.599286 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c2d19095-d59a-42e6-92bd-7faf1a26c4c2 req-8fa5de50-9545-43fe-92e7-8381a6786316 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362358 Sep 03 13:12:00.619410 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42082c-4a18-4060-bb60-64e5cd7000b9 req-adc4a869-5df7-451c-addd-2b44d31e734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:00.620965 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3d42082c-4a18-4060-bb60-64e5cd7000b9 req-adc4a869-5df7-451c-addd-2b44d31e734b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b2ef0bf497144777b9f700a7546a1234&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2329397 Sep 03 13:12:00.879145 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc44867-3a46-41d2-9031-46e93b1ff356 req-aedd61ed-5c35-48f9-82a2-0434c2df4530 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:00.882054 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ebc44867-3a46-41d2-9031-46e93b1ff356 req-aedd61ed-5c35-48f9-82a2-0434c2df4530 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 944 time: 0.0745614 Sep 03 13:12:00.960778 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ebc44867-3a46-41d2-9031-46e93b1ff356 req-9659e533-e531-4053-9df6-779bef20aace tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714808 Sep 03 13:12:01.051410 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f996f3a-73b4-4d41-9df7-1a4b75f9ec24 req-8c73b319-2930-4490-901e-13b8c654b688 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:01.058197 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0f996f3a-73b4-4d41-9df7-1a4b75f9ec24 req-8c73b319-2930-4490-901e-13b8c654b688 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 944 time: 0.0756960 Sep 03 13:12:01.076310 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42082c-4a18-4060-bb60-64e5cd7000b9 req-4190440e-005b-442c-b0c2-9abec1cbb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:01.078728 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3d42082c-4a18-4060-bb60-64e5cd7000b9 req-4190440e-005b-442c-b0c2-9abec1cbb710 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4497001 Sep 03 13:12:01.121252 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0f996f3a-73b4-4d41-9df7-1a4b75f9ec24 req-6b55cc0c-7c38-4094-b1e0-2d261e265d30 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581658 Sep 03 13:12:01.172036 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0439baa8-cb24-4614-a1b5-9f637bae7ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:01.231157 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-cff66198-f8ea-4da0-8430-237d8af7f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:01.233209 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-cff66198-f8ea-4da0-8430-237d8af7f1a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 1096 time: 0.0715358 Sep 03 13:12:01.246742 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device f62506b0-f044-475e-8562-9bf2ed0e0eaa up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:12:01.296359 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f4125-8dae-4bad-85b1-f615543b5a82 req-a99ce13f-0c7d-48d7-b4ad-0744707fe493 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:01.299120 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-8bdaf207-7f1f-4925-abde-db07716cca9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0 HTTP/1.1" status: 200 len: 217 time: 0.0466328 Sep 03 13:12:01.299326 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d26f4125-8dae-4bad-85b1-f615543b5a82 req-a99ce13f-0c7d-48d7-b4ad-0744707fe493 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 944 time: 0.0990145 Sep 03 13:12:01.355285 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-9e085670-19c6-4cb0-b7e2-e38c439d6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:01.356790 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-9e085670-19c6-4cb0-b7e2-e38c439d6494 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 200 len: 850 time: 0.0499651 Sep 03 13:12:01.373036 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d26f4125-8dae-4bad-85b1-f615543b5a82 req-1137ef6e-f1fe-4552-aff7-3f9a4bd8b981 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595560 Sep 03 13:12:01.413922 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-6c58e44a-6129-4cca-bd5d-bc0a4783b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:01.416334 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-6c58e44a-6129-4cca-bd5d-bc0a4783b0ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498409 Sep 03 13:12:01.473191 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port f62506b0-f044-475e-8562-9bf2ed0e0eaa completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:12:01.477607 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port f62506b0-f044-475e-8562-9bf2ed0e0eaa triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:12:01.478114 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:01.501523 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:01.519142 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd1dd6-e30f-42d3-904c-c3bf20c1ef32 req-d3134468-36b0-4549-94c5-924a27fae766 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:01.522960 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbdd1dd6-e30f-42d3-904c-c3bf20c1ef32 req-d3134468-36b0-4549-94c5-924a27fae766 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 943 time: 0.0630035 Sep 03 13:12:01.558408 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-9a89f207-8437-43ff-84ba-acb0b09b18c8 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331909 Sep 03 13:12:01.579812 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbdd1dd6-e30f-42d3-904c-c3bf20c1ef32 req-fc99798b-9b7c-4ac2-b9ed-929273c42672 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480607 Sep 03 13:12:01.584532 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:01.641239 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2730c260-1d00-43cc-a8ff-706ec416aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62506b0-f044-475e-8562-9bf2ed0e0eaa'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:01.675036 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a63ccefa-6c0a-43ce-99f5-de2140c0a509 req-ce5bb5a9-f259-4511-85ea-d69ea3b6f4a9 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077847 Sep 03 13:12:01.740330 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f5f5-750d-4f60-b27e-438b9a058d7a req-453d54c3-f1d8-46e4-8b5d-e21e2726126f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:01.741995 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80d6f5f5-750d-4f60-b27e-438b9a058d7a req-453d54c3-f1d8-46e4-8b5d-e21e2726126f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Sep 03 13:12:01.743867 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port f62506b0-f044-475e-8562-9bf2ed0e0eaa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f62506b0-f044-475e-8562-9bf2ed0e0eaa,segment=NetworkSegment(4d67c8a2-8841-4fdf-a24f-817b945d7a8c),segment_id=4d67c8a2-8841-4fdf-a24f-817b945d7a8c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:01.813113 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80d6f5f5-750d-4f60-b27e-438b9a058d7a req-a06a1b91-1a44-4756-aa1e-aa86fee2f27f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534136 Sep 03 13:12:01.882271 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481b1a68-7b80-4203-8fad-a986a596dcb1" -d '{"events": [{"server_uuid": "2730c260-1d00-43cc-a8ff-706ec416aa32", "name": "network-vif-plugged", "status": "completed", "tag": "f62506b0-f044-475e-8562-9bf2ed0e0eaa"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:01.908050 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:01.909433 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 24bd7138-8ec6-48ed-beb4-9f83126f42f4 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:12:01.988200 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c483fdfe-1158-40fc-955a-1dc2df655eba x-openstack-request-id: req-c483fdfe-1158-40fc-955a-1dc2df655eba {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:01.988499 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2730c260-1d00-43cc-a8ff-706ec416aa32", "name": "network-vif-plugged", "status": "completed", "tag": "f62506b0-f044-475e-8562-9bf2ed0e0eaa", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:01.988761 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c483fdfe-1158-40fc-955a-1dc2df655eba {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:01.989225 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2730c260-1d00-43cc-a8ff-706ec416aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62506b0-f044-475e-8562-9bf2ed0e0eaa', 'code': 200} Sep 03 13:12:01.991431 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=f62506b0-f044-475e-8562-9bf2ed0e0eaa,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:02.004093 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.107702 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:12:02.110424 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc3ad4-11ac-493b-a451-a9a79b065702 req-04a10db9-5283-4a88-a745-b6b054240914 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:02.111950 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-31dc3ad4-11ac-493b-a451-a9a79b065702 req-04a10db9-5283-4a88-a745-b6b054240914 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Sep 03 13:12:02.116114 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:12:02.116501 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.168961 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-31dc3ad4-11ac-493b-a451-a9a79b065702 req-2f14980e-7cf1-4b04-a301-b90b8e18c36d tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480354 Sep 03 13:12:02.210238 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.272114 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 24bd7138-8ec6-48ed-beb4-9f83126f42f4, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=24bd7138-8ec6-48ed-beb4-9f83126f42f4,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:02.275563 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b378c09-a80f-4c44-88d8-6ad6a27c5c97 req-0d565ba6-1c81-4cb8-915a-ae7a07707ab6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:02.277158 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0b378c09-a80f-4c44-88d8-6ad6a27c5c97 req-0d565ba6-1c81-4cb8-915a-ae7a07707ab6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 944 time: 0.0596361 Sep 03 13:12:02.324498 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0b378c09-a80f-4c44-88d8-6ad6a27c5c97 req-06546d2e-ba65-4d17-95e2-ed149858a13e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357115 Sep 03 13:12:02.353975 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.355692 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device eea9c66e-ce41-4121-9632-59277d6f85be up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:12:02.443557 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=24bd7138-8ec6-48ed-beb4-9f83126f42f4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:02.488973 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d9e5b-f3e0-49d2-89c3-74272e51819d req-00bbde5e-68c9-436a-9111-01ed1655361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:02.491514 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-116d9e5b-f3e0-49d2-89c3-74272e51819d req-00bbde5e-68c9-436a-9111-01ed1655361b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 1098 time: 0.0834157 Sep 03 13:12:02.512897 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-116d9e5b-f3e0-49d2-89c3-74272e51819d req-6542e523-5936-4462-a6d6-a90e039ad756 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.521085 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326db6d3-9cd9-4c7f-8a6d-c4bf45967e62 req-45a2888d-2c61-433f-a1b5-114956ccfa08 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:02.522963 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-326db6d3-9cd9-4c7f-8a6d-c4bf45967e62 req-45a2888d-2c61-433f-a1b5-114956ccfa08 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.0536480 Sep 03 13:12:02.567345 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-326db6d3-9cd9-4c7f-8a6d-c4bf45967e62 req-efb28e56-8396-4594-a3e2-8c0d01c7cf57 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373218 Sep 03 13:12:02.591228 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port eea9c66e-ce41-4121-9632-59277d6f85be completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:12:02.591445 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port eea9c66e-ce41-4121-9632-59277d6f85be triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:12:02.591712 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.610414 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-116d9e5b-f3e0-49d2-89c3-74272e51819d req-6542e523-5936-4462-a6d6-a90e039ad756 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.686770 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.718826 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port eea9c66e-ce41-4121-9632-59277d6f85be, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eea9c66e-ce41-4121-9632-59277d6f85be,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:02.723294 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2c116-c804-4c2b-ba77-ef58224458ed req-6b07a8ce-e87a-4d7f-9245-a722779cc283 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:02.724925 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0df2c116-c804-4c2b-ba77-ef58224458ed req-6b07a8ce-e87a-4d7f-9245-a722779cc283 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 943 time: 0.0499618 Sep 03 13:12:02.766889 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0df2c116-c804-4c2b-ba77-ef58224458ed req-09c7113d-b7ca-4f42-a9c1-0d3ae49c63b9 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346868 Sep 03 13:12:02.771470 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-116d9e5b-f3e0-49d2-89c3-74272e51819d req-6542e523-5936-4462-a6d6-a90e039ad756 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.808441 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-116d9e5b-f3e0-49d2-89c3-74272e51819d req-6542e523-5936-4462-a6d6-a90e039ad756 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091607 Sep 03 13:12:02.818398 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542e523-5936-4462-a6d6-a90e039ad756 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=530d61ac-4174-43db-aae0-d33d4005a86d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:02.833945 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:02.834873 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:12:02.946137 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=eea9c66e-ce41-4121-9632-59277d6f85be,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:02.978872 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa806a-605a-4181-8b3a-5637b82074e4 req-a5af9092-d33d-4b3d-b423-b0dc690598a4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:02.981618 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fcfa806a-605a-4181-8b3a-5637b82074e4 req-a5af9092-d33d-4b3d-b423-b0dc690598a4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 945 time: 0.0901685 Sep 03 13:12:03.029204 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fcfa806a-605a-4181-8b3a-5637b82074e4 req-bd377dd9-c705-4fdb-97ad-dde7e6f4fc12 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350013 Sep 03 13:12:03.033661 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 5693d821-0905-495f-9c53-bac45338b02a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:12:03.038496 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 5693d821-0905-495f-9c53-bac45338b02a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:12:03.039520 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:03.143415 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:03.184143 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:03.250446 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:03.251275 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 2bb230ac-5488-4830-a634-cb8e9033e814 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:12:03.307652 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684634-1489-4a86-b0a9-5b8f90cf37d5 req-389ccf0a-e011-494c-aa72-ca8e4f11a5fd tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:03.311128 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f9684634-1489-4a86-b0a9-5b8f90cf37d5 req-389ccf0a-e011-494c-aa72-ca8e4f11a5fd tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 945 time: 0.0538964 Sep 03 13:12:03.336471 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:03.364060 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f9684634-1489-4a86-b0a9-5b8f90cf37d5 req-e277ce1a-71bf-425c-963d-302f48c871f3 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Sep 03 13:12:03.416875 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 2bb230ac-5488-4830-a634-cb8e9033e814 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:12:03.424177 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 2bb230ac-5488-4830-a634-cb8e9033e814 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:12:03.424564 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:03.477209 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531c02a-567d-42b6-9833-258def8bfbb5 req-cbb997ca-8e70-4d6d-a4a6-e37882269c3b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:03.480074 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b531c02a-567d-42b6-9833-258def8bfbb5 req-cbb997ca-8e70-4d6d-a4a6-e37882269c3b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0770504 Sep 03 13:12:03.537569 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b531c02a-567d-42b6-9833-258def8bfbb5 req-901e7d03-3936-4346-833b-c3f1a350a790 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469825 Sep 03 13:12:03.552388 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:03.587821 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 2bb230ac-5488-4830-a634-cb8e9033e814, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2bb230ac-5488-4830-a634-cb8e9033e814,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:03.694028 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f461d-c81d-45bb-b7d3-0620d184e2d3 req-23ed0d3b-c354-4625-a4ef-90cc860561cd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:03.695607 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e09f461d-c81d-45bb-b7d3-0620d184e2d3 req-23ed0d3b-c354-4625-a4ef-90cc860561cd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.0516469 Sep 03 13:12:03.710184 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:03.757431 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e09f461d-c81d-45bb-b7d3-0620d184e2d3 req-934f9622-dad6-4d2e-9971-ca06aeb4a30a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539865 Sep 03 13:12:03.799564 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=2bb230ac-5488-4830-a634-cb8e9033e814,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:03.865979 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:03.889520 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141c588-2e78-4f81-9141-c8e1c249904c req-281b7225-0f44-4616-93b2-fc2008725858 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:03.891082 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c141c588-2e78-4f81-9141-c8e1c249904c req-281b7225-0f44-4616-93b2-fc2008725858 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 943 time: 0.0516167 Sep 03 13:12:03.934703 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c141c588-2e78-4f81-9141-c8e1c249904c req-a366a605-a8ba-45b2-9cc6-f58b3a995143 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361979 Sep 03 13:12:03.990783 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53da7824-14d6-4412-a6c7-5d0dd46c786c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bd7138-8ec6-48ed-beb4-9f83126f42f4'}, {'server_uuid': '070b8a74-a5eb-426a-be1c-60d1579b19e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea9c66e-ce41-4121-9632-59277d6f85be'}, {'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693d821-0905-495f-9c53-bac45338b02a'}, {'server_uuid': '7af35ce3-61bb-44e1-abce-ec1d05048d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb230ac-5488-4830-a634-cb8e9033e814'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:03.993804 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdab591c-4332-42ee-b75f-a883ecb42573" -d '{"events": [{"server_uuid": "53da7824-14d6-4412-a6c7-5d0dd46c786c", "name": "network-vif-plugged", "status": "completed", "tag": "24bd7138-8ec6-48ed-beb4-9f83126f42f4"}, {"server_uuid": "070b8a74-a5eb-426a-be1c-60d1579b19e7", "name": "network-vif-plugged", "status": "completed", "tag": "eea9c66e-ce41-4121-9632-59277d6f85be"}, {"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-plugged", "status": "completed", "tag": "5693d821-0905-495f-9c53-bac45338b02a"}, {"server_uuid": "7af35ce3-61bb-44e1-abce-ec1d05048d6c", "name": "network-vif-plugged", "status": "completed", "tag": "2bb230ac-5488-4830-a634-cb8e9033e814"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:04.064559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951bc0c5-b5a5-40fc-b1e6-8e4d6bbfc1ab x-openstack-request-id: req-951bc0c5-b5a5-40fc-b1e6-8e4d6bbfc1ab {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:04.064559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53da7824-14d6-4412-a6c7-5d0dd46c786c", "name": "network-vif-plugged", "status": "completed", "tag": "24bd7138-8ec6-48ed-beb4-9f83126f42f4", "code": 200}, {"server_uuid": "070b8a74-a5eb-426a-be1c-60d1579b19e7", "name": "network-vif-plugged", "status": "completed", "tag": "eea9c66e-ce41-4121-9632-59277d6f85be", "code": 200}, {"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-plugged", "status": "completed", "tag": "5693d821-0905-495f-9c53-bac45338b02a", "code": 200}, {"server_uuid": "7af35ce3-61bb-44e1-abce-ec1d05048d6c", "name": "network-vif-plugged", "status": "completed", "tag": "2bb230ac-5488-4830-a634-cb8e9033e814", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:04.064559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-951bc0c5-b5a5-40fc-b1e6-8e4d6bbfc1ab {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:04.064559 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53da7824-14d6-4412-a6c7-5d0dd46c786c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'code': 200} Sep 03 13:12:04.064559 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070b8a74-a5eb-426a-be1c-60d1579b19e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea9c66e-ce41-4121-9632-59277d6f85be', 'code': 200} Sep 03 13:12:04.064559 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693d821-0905-495f-9c53-bac45338b02a', 'code': 200} Sep 03 13:12:04.064559 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af35ce3-61bb-44e1-abce-ec1d05048d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb230ac-5488-4830-a634-cb8e9033e814', 'code': 200} Sep 03 13:12:04.174593 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ef20f-4fa8-4a64-8583-e13ba530c7f8 req-6d0af81e-0ab9-46e8-9b0e-e7e5053cfe75 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:04.176086 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-461ef20f-4fa8-4a64-8583-e13ba530c7f8 req-6d0af81e-0ab9-46e8-9b0e-e7e5053cfe75 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0527930 Sep 03 13:12:04.232945 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-461ef20f-4fa8-4a64-8583-e13ba530c7f8 req-3184f459-9b96-4c16-9049-d01a4661ff4c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497847 Sep 03 13:12:04.492165 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfca47-f1e5-49e8-8038-b343beb5becf req-d39fcaa5-6ff0-4023-946f-45314d0cd076 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:04.494642 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9ebfca47-f1e5-49e8-8038-b343beb5becf req-d39fcaa5-6ff0-4023-946f-45314d0cd076 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 945 time: 0.0552454 Sep 03 13:12:04.558939 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9ebfca47-f1e5-49e8-8038-b343beb5becf req-4f42b6c0-78ae-4b39-a13b-cc6fd945de9d tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570199 Sep 03 13:12:04.665672 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54485a32-cd73-4c56-a380-d95d7ca25dbc req-a055c121-d2c0-4f09-91c0-c37a715b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:04.668722 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-54485a32-cd73-4c56-a380-d95d7ca25dbc req-a055c121-d2c0-4f09-91c0-c37a715b2076 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 1098 time: 0.0560162 Sep 03 13:12:04.694770 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111dc71-174c-40c5-94b6-a60932b42bcd req-2878fc56-20f9-48f6-bd42-9e93136d62c9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:04.696307 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b111dc71-174c-40c5-94b6-a60932b42bcd req-2878fc56-20f9-48f6-bd42-9e93136d62c9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0565336 Sep 03 13:12:04.743194 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b111dc71-174c-40c5-94b6-a60932b42bcd req-4b5e5bcb-91b1-4c4a-b75c-ef32acac2176 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400295 Sep 03 13:12:04.794124 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-54485a32-cd73-4c56-a380-d95d7ca25dbc req-77e97a5e-f18b-4aa2-ad76-56cf1157f243 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663633 Sep 03 13:12:04.837017 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d038-1dd6-4c26-81ee-0016e583f83f req-6e740da5-76da-461f-9171-f7a30c9a0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:04.846809 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d862d038-1dd6-4c26-81ee-0016e583f83f req-6e740da5-76da-461f-9171-f7a30c9a0ad6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1098 time: 0.0626047 Sep 03 13:12:04.863654 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc332e4-1a6e-4892-ab70-a0edb735196a req-a4bf3002-b990-4cff-9cdd-0495f7e11421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:04.865215 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9fc332e4-1a6e-4892-ab70-a0edb735196a req-a4bf3002-b990-4cff-9cdd-0495f7e11421 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 1098 time: 0.1146386 Sep 03 13:12:04.939942 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871576f-2f7a-4999-a976-17a7b4ceb641 req-92ac41f8-a800-4604-b1a4-96138889e7d0 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:04.941700 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2871576f-2f7a-4999-a976-17a7b4ceb641 req-92ac41f8-a800-4604-b1a4-96138889e7d0 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.0663831 Sep 03 13:12:05.004068 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2871576f-2f7a-4999-a976-17a7b4ceb641 req-acf6c7fa-08d8-4500-b3af-2da6979944c1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550385 Sep 03 13:12:05.093391 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e268bf2-68d0-4aba-bf63-253ca102abe2 req-a40dae26-bd58-426a-9d1b-41ffca4598e4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:05.095148 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3e268bf2-68d0-4aba-bf63-253ca102abe2 req-a40dae26-bd58-426a-9d1b-41ffca4598e4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 943 time: 0.0693309 Sep 03 13:12:05.189397 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d862d038-1dd6-4c26-81ee-0016e583f83f req-4062e91d-b44d-4252-b3e4-ef2d09dc4c57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701063 Sep 03 13:12:05.201132 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9fc332e4-1a6e-4892-ab70-a0edb735196a req-0413f658-d3b7-4a85-b981-d943370d212d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736704 Sep 03 13:12:05.202909 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f9eec-cd9d-4a2f-96d9-b1bd0448b678 req-f48edca0-b486-4a88-a46a-22a145f908e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:05.204679 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cf5f9eec-cd9d-4a2f-96d9-b1bd0448b678 req-f48edca0-b486-4a88-a46a-22a145f908e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 1099 time: 0.0670817 Sep 03 13:12:05.210232 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3e268bf2-68d0-4aba-bf63-253ca102abe2 req-65fba345-a33a-4821-be4e-9935d20ba4ab tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058171 Sep 03 13:12:05.271830 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:12:05.335893 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:12:05.381786 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0302-74a5-4f0c-b19e-15663a6bbf7a req-023cdfab-dfa9-477a-8868-19e39d763f43 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:05.383352 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-58bd0302-74a5-4f0c-b19e-15663a6bbf7a req-023cdfab-dfa9-477a-8868-19e39d763f43 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0520849 Sep 03 13:12:05.390322 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:05.404605 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'port_id': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'mac_address': 'fa:16:3e:a4:eb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:12:05.442225 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-58bd0302-74a5-4f0c-b19e-15663a6bbf7a req-5eccbf77-8a61-45f6-a7a1-50967d9dc8f2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493600 Sep 03 13:12:05.463379 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:05.476567 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:12:05.496509 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:05.632184 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:05.678321 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d40b2-2344-4914-873f-da6b6bd7f485 req-93c81d39-7ad9-4fa4-9e51-6b41beec50f2 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:05.679840 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-664d40b2-2344-4914-873f-da6b6bd7f485 req-93c81d39-7ad9-4fa4-9e51-6b41beec50f2 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 945 time: 0.0499864 Sep 03 13:12:05.682177 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:05.721068 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-664d40b2-2344-4914-873f-da6b6bd7f485 req-8198d17b-a280-4113-8a77-c556dae26b9f tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Sep 03 13:12:05.860199 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cf5f9eec-cd9d-4a2f-96d9-b1bd0448b678 req-448457f0-7653-4e7d-b705-28fb7a623d25 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327923 Sep 03 13:12:06.032701 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['3edbc7c1-b7bb-4974-8afe-17fea2459ae0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:12:06.095894 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37191746-e594-4af4-9455-2a96eed85978 req-3e579558-2799-4905-ad2b-ae7e52f48243 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:06.097447 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-37191746-e594-4af4-9455-2a96eed85978 req-3e579558-2799-4905-ad2b-ae7e52f48243 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.2575638 Sep 03 13:12:06.162725 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-37191746-e594-4af4-9455-2a96eed85978 req-c3046460-ea77-4d0c-aad2-0d7a1c06fcc2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529542 Sep 03 13:12:06.173942 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815663f-4548-4de8-b6de-07195abbcc68 req-1f66d99a-312c-4d06-baac-cfd3591ac0bf tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:06.175572 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e815663f-4548-4de8-b6de-07195abbcc68 req-1f66d99a-312c-4d06-baac-cfd3591ac0bf tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.0772281 Sep 03 13:12:06.224744 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e815663f-4548-4de8-b6de-07195abbcc68 req-f648d162-7244-4c4e-bbfa-394ef84eec2c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Sep 03 13:12:06.340729 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b2e3c-9f0b-43c7-a899-98b42aa04b73 req-bbbc36c6-b1da-4c72-a728-a1bc7e5518fa tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:06.342329 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0a6b2e3c-9f0b-43c7-a899-98b42aa04b73 req-bbbc36c6-b1da-4c72-a728-a1bc7e5518fa tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 944 time: 0.0527363 Sep 03 13:12:06.387731 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0a6b2e3c-9f0b-43c7-a899-98b42aa04b73 req-0c8f8f5e-900a-474e-90ad-9966a97eba71 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353909 Sep 03 13:12:06.610541 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:06.621767 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8e797-0b22-4496-8be6-72f0cb6a82c4 req-e50ff03f-8b2d-42ef-86d3-67f333af96d2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:06.629092 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d8c8e797-0b22-4496-8be6-72f0cb6a82c4 req-e50ff03f-8b2d-42ef-86d3-67f333af96d2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0967655 Sep 03 13:12:06.676385 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0cff00-7f9e-4016-8576-b89395232157 admin admin] Deleting subnet f90f001b-491a-4f74-91bc-b3ae848ba082 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:12:06.680825 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b0cff00-7f9e-4016-8576-b89395232157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:06.682838 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d8c8e797-0b22-4496-8be6-72f0cb6a82c4 req-038ba178-b5f7-41cf-8074-cdccb805a869 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468192 Sep 03 13:12:06.717884 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b0cff00-7f9e-4016-8576-b89395232157 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:06.727875 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b0cff00-7f9e-4016-8576-b89395232157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:06.883515 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b0cff00-7f9e-4016-8576-b89395232157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:06.915864 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cff00-7f9e-4016-8576-b89395232157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90f001b-491a-4f74-91bc-b3ae848ba082,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:06.917911 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b0cff00-7f9e-4016-8576-b89395232157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:06.920019 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6b0cff00-7f9e-4016-8576-b89395232157 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f90f001b-491a-4f74-91bc-b3ae848ba082 HTTP/1.1" status: 204 len: 168 time: 0.3082631 Sep 03 13:12:06.923703 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 41936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:07.001235 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.094794 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.107896 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.108285 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.109005 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.109336 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > port after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.109670 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.110025 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.110444 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.110785 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.111100 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.111418 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.278160 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.278906 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.279340 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.280015 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:07.280608 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3c451b-bb10-406c-83d0-b2654b342a18']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:07.293244 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:12:07.308125 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1337646f-9694-4b7b-b9c5-823661a0efdb') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:07.308429 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1337646f-9694-4b7b-b9c5-823661a0efdb') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:07.336357 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.358118 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92156992-db47-468d-b2d7-1cee07f7e5b1 req-ca76036f-df5b-47d5-a114-75146a0dd0c9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:07.363374 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.365524 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-92156992-db47-468d-b2d7-1cee07f7e5b1 req-ca76036f-df5b-47d5-a114-75146a0dd0c9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.1271334 Sep 03 13:12:07.372288 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:12:07.372785 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: from cryptography.utils import int_from_bytes Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: from cryptography.utils import int_from_bytes Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:12:07.377083 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:12:07.434311 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-92156992-db47-468d-b2d7-1cee07f7e5b1 req-2d242e8d-9439-4b6d-8c0b-3d282f541a14 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674934 Sep 03 13:12:07.438932 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:12:07.444195 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:12:07.444584 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.463445 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c3d7a-5d9e-4a6b-8fb2-b79e5a1b248c req-6e9c45f7-eb72-4960-9597-258af1734241 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:07.465115 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e70c3d7a-5d9e-4a6b-8fb2-b79e5a1b248c req-6e9c45f7-eb72-4960-9597-258af1734241 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.1287131 Sep 03 13:12:07.544760 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e70c3d7a-5d9e-4a6b-8fb2-b79e5a1b248c req-9c933f83-ed21-4f21-a690-c02bbeb5d0e7 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733707 Sep 03 13:12:07.548618 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.569119 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.572619 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01a90a-6995-4ba3-9e8e-a2166ed7187f req-bf95878b-4736-4ec1-a23f-cb4f289a0f1a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:07.574804 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bc01a90a-6995-4ba3-9e8e-a2166ed7187f req-bf95878b-4736-4ec1-a23f-cb4f289a0f1a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 944 time: 0.0770400 Sep 03 13:12:07.578718 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] 10.222.0.44 "DELETE /v2.0/networks/0a3c451b-bb10-406c-83d0-b2654b342a18 HTTP/1.1" status: 204 len: 168 time: 0.6509113 Sep 03 13:12:07.579485 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 41956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:07.599966 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053a341-80ed-4ffc-82b3-30cceb83e97e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3c451b-bb10-406c-83d0-b2654b342a18,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:07.614971 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.640933 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf9b021-bb64-4476-975f-118000adc81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:07.643827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb181c9-2921-4da6-a949-4585c47b317b" -d '{"events": [{"server_uuid": "7bf9b021-bb64-4476-975f-118000adc81b", "name": "network-vif-plugged", "status": "completed", "tag": "3edbc7c1-b7bb-4974-8afe-17fea2459ae0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:07.662453 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:07.683453 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bc01a90a-6995-4ba3-9e8e-a2166ed7187f req-2eb6faad-c8c2-47f7-9c5f-599e19d4f71d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952203 Sep 03 13:12:07.690574 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd521224-1764-41b6-a3a6-fa6ab797ddf2 admin admin] Deleting subnet 63c17c73-71a4-44bb-ac82-50e3ee3085f5 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:12:07.695065 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd521224-1764-41b6-a3a6-fa6ab797ddf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.739416 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67faabd7-ebe4-45d7-8676-c85e496205b7 x-openstack-request-id: req-67faabd7-ebe4-45d7-8676-c85e496205b7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:07.740434 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf9b021-bb64-4476-975f-118000adc81b", "name": "network-vif-plugged", "status": "completed", "tag": "3edbc7c1-b7bb-4974-8afe-17fea2459ae0", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:07.740711 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67faabd7-ebe4-45d7-8676-c85e496205b7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:07.741197 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf9b021-bb64-4476-975f-118000adc81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'code': 200} Sep 03 13:12:07.751965 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.765512 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd521224-1764-41b6-a3a6-fa6ab797ddf2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.785131 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd521224-1764-41b6-a3a6-fa6ab797ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.804694 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:07.869096 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596049d3-86d1-4db8-ad4b-20d2965914b3 req-b6319d6f-5b80-4346-a1c0-0185ea937a66 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:07.877676 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-596049d3-86d1-4db8-ad4b-20d2965914b3 req-b6319d6f-5b80-4346-a1c0-0185ea937a66 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1043875 Sep 03 13:12:07.921903 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-596049d3-86d1-4db8-ad4b-20d2965914b3 req-8b418f3f-1521-4a67-ad0b-934c4010cded tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Sep 03 13:12:07.994041 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd521224-1764-41b6-a3a6-fa6ab797ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.021917 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd521224-1764-41b6-a3a6-fa6ab797ddf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c17c73-71a4-44bb-ac82-50e3ee3085f5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:08.028817 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd521224-1764-41b6-a3a6-fa6ab797ddf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.031238 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-cd521224-1764-41b6-a3a6-fa6ab797ddf2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/63c17c73-71a4-44bb-ac82-50e3ee3085f5 HTTP/1.1" status: 204 len: 168 time: 0.4497752 Sep 03 13:12:08.032998 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 41964) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:08.107755 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.199378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.210019 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.210397 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.211161 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.214781 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > port after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.214781 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.214781 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > port after_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.214781 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.214781 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.214781 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.214781 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.280312 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.280665 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.281004 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.281353 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:12:08.281724 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3955968d-c501-4c13-b7d2-507d5657ace0']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:08.303196 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584a7c82-bae1-4044-a0ad-9429ece4f96c') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:08.303553 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584a7c82-bae1-4044-a0ad-9429ece4f96c') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:08.328091 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9823901'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.352624 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.363019 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:12:08.363353 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9869004'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: from cryptography.utils import int_from_bytes Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: from cryptography.utils import int_from_bytes Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: Traceback (most recent call last): Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: timer() Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: cb(*args, **kw) Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: return func(*args, **kwargs) Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: self._notify() Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: self.callback(batched_events) Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: event.method(event) Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: return f(self, *a, **k) Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._get(url).json() Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:12:08.368375 dv-cinder-782910-3-iscsi neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:12:08.405078 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebe863-4d9d-47b5-8dc6-38508dca1970 req-f886a2b3-6a94-46e1-be00-0ad40cac00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:08.406707 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-efebe863-4d9d-47b5-8dc6-38508dca1970 req-f886a2b3-6a94-46e1-be00-0ad40cac00f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 1098 time: 0.0456824 Sep 03 13:12:08.448310 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-efebe863-4d9d-47b5-8dc6-38508dca1970 req-9116d70d-fa2a-4ce8-a8a0-1ce69522a035 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318794 Sep 03 13:12:08.531270 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.543919 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.545966 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3955968d-c501-4c13-b7d2-507d5657ace0 HTTP/1.1" status: 204 len: 168 time: 0.5117402 Sep 03 13:12:08.558674 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242a301-2f7f-4cc1-8f14-265cff3eb206 admin admin] Pushing event deleted for resources: {'Network': ['ID=3955968d-c501-4c13-b7d2-507d5657ace0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:08.573932 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10644ff-b436-42ff-bd62-2418c2823d9e req-5ebd0b3f-acbe-4b9e-a6e6-3ef21ca880e1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:08.575240 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c10644ff-b436-42ff-bd62-2418c2823d9e req-5ebd0b3f-acbe-4b9e-a6e6-3ef21ca880e1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0728738 Sep 03 13:12:08.631524 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c10644ff-b436-42ff-bd62-2418c2823d9e req-3ce7cce7-2920-4924-a2ec-8437503c9727 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 Sep 03 13:12:08.740020 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7dd53-2783-4f34-b9ca-b194da372b2f req-934edc98-c6d9-4f62-89d9-f8aa799bc521 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:08.741782 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ffe7dd53-2783-4f34-b9ca-b194da372b2f req-934edc98-c6d9-4f62-89d9-f8aa799bc521 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.0828116 Sep 03 13:12:08.790298 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ffe7dd53-2783-4f34-b9ca-b194da372b2f req-a7560662-06be-47eb-aae7-362c136e4a8f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Sep 03 13:12:09.154052 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:09.198968 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-a17e34a1-6d07-466c-9ffa-7a6a5f0acf75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86bca85301ee4d02845e363fa621debc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419922 Sep 03 13:12:09.200082 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:09.259780 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8076ef8-65b3-483f-b9ba-c6ac2a53331b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:09.282503 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8076ef8-65b3-483f-b9ba-c6ac2a53331b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:09.360123 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e896f68-63cd-4425-b590-c3e9ad283b7c req-10a8e22d-3d3e-4e71-ba3f-cd5183b2a204 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:09.361754 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3e896f68-63cd-4425-b590-c3e9ad283b7c req-10a8e22d-3d3e-4e71-ba3f-cd5183b2a204 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0627215 Sep 03 13:12:09.406136 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3e896f68-63cd-4425-b590-c3e9ad283b7c req-36994b3e-85bd-4d21-b624-847f23aa888f tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372736 Sep 03 13:12:09.436836 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-c5db99b3-100b-49bb-87c8-595f7a1fbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:09.439012 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-c5db99b3-100b-49bb-87c8-595f7a1fbc49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 1098 time: 0.0547352 Sep 03 13:12:09.440290 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8076ef8-65b3-483f-b9ba-c6ac2a53331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:09.443807 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8076ef8-65b3-483f-b9ba-c6ac2a53331b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:09.444955 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-c8076ef8-65b3-483f-b9ba-c6ac2a53331b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4794a233-01a6-4f23-92f8-f8f84ac1520f HTTP/1.1" status: 204 len: 168 time: 0.2439270 Sep 03 13:12:09.453036 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8076ef8-65b3-483f-b9ba-c6ac2a53331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794a233-01a6-4f23-92f8-f8f84ac1520f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:09.559915 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f86b2-89e7-43bd-8072-8ae223d5762c req-4d721ff3-dd76-465e-ab64-481079209682 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:09.564300 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d4f86b2-89e7-43bd-8072-8ae223d5762c req-4d721ff3-dd76-465e-ab64-481079209682 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0869462 Sep 03 13:12:09.575919 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-89990c14-a359-4684-a64a-97eb30647c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:09.582669 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-89990c14-a359-4684-a64a-97eb30647c7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.1202199 Sep 03 13:12:09.622724 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d4f86b2-89e7-43bd-8072-8ae223d5762c req-a8e13494-46c5-4132-8ba3-bebda7baad23 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429494 Sep 03 13:12:09.674595 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-0746a272-d9f4-4752-85a2-8bea1a458693 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea9c66e-ce41-4121-9632-59277d6f85be HTTP/1.1" status: 200 len: 217 time: 0.0387788 Sep 03 13:12:09.758037 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f660-4fcb-40f4-b9b0-f4c9d01278a9 req-167766df-f6c4-4062-b875-734336549141 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:09.772064 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-33d2f660-4fcb-40f4-b9b0-f4c9d01278a9 req-167766df-f6c4-4062-b875-734336549141 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0864677 Sep 03 13:12:09.811864 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-4e67e262-ba56-4bbb-b988-07f6edc1b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:09.815225 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-4e67e262-ba56-4bbb-b988-07f6edc1b893 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.0833220 Sep 03 13:12:09.845032 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-33d2f660-4fcb-40f4-b9b0-f4c9d01278a9 req-83321c50-f2e8-4e84-968c-3cb21cf5047a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717213 Sep 03 13:12:09.887104 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-863d7344-d427-442e-9126-4d33851e5c64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627894 Sep 03 13:12:10.061545 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-a92ee0c1-75f1-46df-8bc5-56f15f9c2730 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624186 Sep 03 13:12:10.089883 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f57c5-4513-4171-8367-e6ed27c0d160 req-6ec1dee3-f6ec-4676-8e83-6a3f48813f77 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:10.100526 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-830f57c5-4513-4171-8367-e6ed27c0d160 req-6ec1dee3-f6ec-4676-8e83-6a3f48813f77 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1168189 Sep 03 13:12:10.109996 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42032) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:10.115156 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'floatingip': {'port_id': '5693d821-0905-495f-9c53-bac45338b02a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:12:10.201535 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:10.204440 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9108fd89-96b6-45fd-9f78-c72f4f993c2e req-e91759b2-4d7b-4cf8-8437-4c17a7e89050 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344194 Sep 03 13:12:10.467679 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:10.517181 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-c9947cf7-893b-41b4-879e-f8865d5ac3e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e318779af2cd4db2b2ceeadbbc963ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483248 Sep 03 13:12:10.521977 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:10.578815 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:10.614893 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:10.757434 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5257a-2e75-426a-a660-5509472b6f3c req-aead22c8-5063-4128-8fb9-400c7cde1954 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:10.758836 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ac5257a-2e75-426a-a660-5509472b6f3c req-aead22c8-5063-4128-8fb9-400c7cde1954 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.2586348 Sep 03 13:12:10.771053 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:10.773781 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:10.781939 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c1b18df-e750-406d-bd7f-b7bfe304fabe HTTP/1.1" status: 204 len: 168 time: 0.2518661 Sep 03 13:12:10.784458 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b18df-e750-406d-bd7f-b7bfe304fabe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:10.793469 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.793738 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.794079 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.794587 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.795015 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.795364 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.795708 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.796053 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.796395 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.796734 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.797066 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.797407 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84868df9-26e5-4648-8a0f-6aecfe07723f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:10.867762 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ac5257a-2e75-426a-a660-5509472b6f3c req-d9de547a-57c1-4c8d-a39a-6f21a0a01625 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998318 Sep 03 13:12:11.201223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:11.219835 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7962a20-5b67-4f24-b580-4730c076b069 req-d6ede731-f6e1-4908-82fc-6ae6b7a0a069 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:11.221369 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b7962a20-5b67-4f24-b580-4730c076b069 req-d6ede731-f6e1-4908-82fc-6ae6b7a0a069 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.1199572 Sep 03 13:12:11.230414 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d77f1-7491-4497-abde-5513ba256a8a req-f3cdf696-445d-4958-93f9-71202bb50a71 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:11.234068 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b38d77f1-7491-4497-abde-5513ba256a8a req-f3cdf696-445d-4958-93f9-71202bb50a71 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1327002 Sep 03 13:12:11.243615 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:11.250935 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'floatingip': {'port_id': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:12:11.272334 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b7962a20-5b67-4f24-b580-4730c076b069 req-d81c206c-91d7-46f6-8f27-93fb4bb0a7b9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 Sep 03 13:12:11.306307 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:11.362829 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:11.495489 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Floating IP ff6640c6-42fc-4895-9b9b-d6aacfd0f360 associated. External IP: 172.27.1.131, port: 5693d821-0905-495f-9c53-bac45338b02a. Sep 03 13:12:11.746198 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Router 99be87b4-5a25-48d5-880f-8a59eca22e10 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:12:11.897225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:12:11.903055 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:11.915058 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] Sync routers for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:12:11.925068 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:12:11.925739 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:12:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:11.937335 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-f9c259af-9165-4a4f-932e-5c7800f14c59 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "PUT /v2.0/floatingips/ff6640c6-42fc-4895-9b9b-d6aacfd0f360 HTTP/1.1" status: 200 len: 992 time: 1.8259933 Sep 03 13:12:11.937958 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'tag': '5693d821-0905-495f-9c53-bac45338b02a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:11.952588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2757befb-d820-4836-aa9b-655a1eec21f8" -d '{"events": [{"name": "network-changed", "server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "tag": "5693d821-0905-495f-9c53-bac45338b02a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:12.053742 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:12:12.147366 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17582901-b77d-4f2e-baf5-7fa778ffc45d x-openstack-request-id: req-17582901-b77d-4f2e-baf5-7fa778ffc45d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:12.147770 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "tag": "5693d821-0905-495f-9c53-bac45338b02a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:12.148163 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17582901-b77d-4f2e-baf5-7fa778ffc45d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:12.148663 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'tag': '5693d821-0905-495f-9c53-bac45338b02a', 'status': 'completed', 'code': 200} Sep 03 13:12:12.336711 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:12.342049 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-5584adf0-a07f-4e1a-91de-e7c0a42defaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:12.343649 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-5584adf0-a07f-4e1a-91de-e7c0a42defaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 1099 time: 0.1276536 Sep 03 13:12:12.449080 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e9b3a-b156-49c6-ba67-b4b65b498089 req-43ea92b6-6730-46aa-8e6c-a4674c75c5d0 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:12.456693 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-af2e9b3a-b156-49c6-ba67-b4b65b498089 req-43ea92b6-6730-46aa-8e6c-a4674c75c5d0 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0810282 Sep 03 13:12:12.473488 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-56016c2c-b1f9-4821-9a6e-f8b3820754fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:12.476513 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-56016c2c-b1f9-4821-9a6e-f8b3820754fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.1250989 Sep 03 13:12:12.478218 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:12.507441 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-af2e9b3a-b156-49c6-ba67-b4b65b498089 req-b220b317-c7a2-4ec0-891c-64993c36fa1b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Sep 03 13:12:12.541410 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'ff6640c6-42fc-4895-9b9b-d6aacfd0f360', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'port_id': '5693d821-0905-495f-9c53-bac45338b02a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'mac_address': 'fa:16:3e:42:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082878f5-e889-4536-98b1-917381deefd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:35Z', 'updated_at': '2021-09-03T13:12:10Z', 'revision_number': 1, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:12.574959 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] Checking router: 99be87b4-5a25-48d5-880f-8a59eca22e10 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:12:12.584901 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:12:12.585534 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:12:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:12.666244 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-134bfaa6-03da-4c3d-a09b-926dd938b26d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693d821-0905-495f-9c53-bac45338b02a HTTP/1.1" status: 200 len: 1000 time: 0.1498125 Sep 03 13:12:12.727671 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.l3_db [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Floating IP 5501a9e0-dcc6-4f42-a51a-6c5af1715a6b associated. External IP: 172.27.1.185, port: 3edbc7c1-b7bb-4974-8afe-17fea2459ae0. Sep 03 13:12:12.736687 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:12:12.830699 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-5575fc15-ce11-44db-869d-d83d4a6cd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:12.832571 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-5575fc15-ce11-44db-869d-d83d4a6cd799 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.1510274 Sep 03 13:12:12.914629 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-c81640df-b4da-4c6e-8a39-c176e91e90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:12.916191 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-c81640df-b4da-4c6e-8a39-c176e91e90cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681133 Sep 03 13:12:13.114507 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Router 1e487724-bbfb-4a24-adc9-f2e900d2bcea has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:12:13.115586 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'ff6640c6-42fc-4895-9b9b-d6aacfd0f360', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'port_id': '5693d821-0905-495f-9c53-bac45338b02a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'mac_address': 'fa:16:3e:42:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082878f5-e889-4536-98b1-917381deefd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:35Z', 'updated_at': '2021-09-03T13:12:10Z', 'revision_number': 1, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:13.119314 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-8b25e612-89fa-4d6c-8570-4392a6d98e99 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705456 Sep 03 13:12:13.185565 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92852dfb-2945-4152-b2bd-44702fd307dc None None] The sync data for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi is: [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'ff6640c6-42fc-4895-9b9b-d6aacfd0f360', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'port_id': '5693d821-0905-495f-9c53-bac45338b02a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'mac_address': 'fa:16:3e:42:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082878f5-e889-4536-98b1-917381deefd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:35Z', 'updated_at': '2021-09-03T13:12:10Z', 'revision_number': 1, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:12:13.353589 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2757befb-d820-4836-aa9b-655a1eec21f8 req-f63fd302-d0ec-45c0-a220-059a0a2c871d service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258010 Sep 03 13:12:13.376463 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:12:13.384069 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:13.391927 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] Sync routers for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:12:13.407466 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:12:13.408950 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:12:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:13.433616 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-03b179d8-d2f4-4e0c-8a28-94d95925d97c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "PUT /v2.0/floatingips/5501a9e0-dcc6-4f42-a51a-6c5af1715a6b HTTP/1.1" status: 200 len: 991 time: 2.1889653 Sep 03 13:12:13.434589 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf9b021-bb64-4476-975f-118000adc81b', 'tag': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:13.437341 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf9b021-bb64-4476-975f-118000adc81b", "tag": "3edbc7c1-b7bb-4974-8afe-17fea2459ae0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:13.458941 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14f114-91e5-40f8-8dde-fb28e655f2f4 None None] New status for floating IP ff6640c6-42fc-4895-9b9b-d6aacfd0f360: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:12:13.729275 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c96fa-616e-4a42-8d05-540ad198bcce x-openstack-request-id: req-372c96fa-616e-4a42-8d05-540ad198bcce {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:13.729275 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf9b021-bb64-4476-975f-118000adc81b", "tag": "3edbc7c1-b7bb-4974-8afe-17fea2459ae0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:13.729275 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-372c96fa-616e-4a42-8d05-540ad198bcce {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:13.729275 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf9b021-bb64-4476-975f-118000adc81b', 'tag': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'status': 'completed', 'code': 200} Sep 03 13:12:13.729945 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:12:13.730262 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd70620-2f17-4e82-812a-63684d1a0b24 req-21ab0cd6-b393-4be8-9eb7-c19dfa784d8d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:13.730262 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5dd70620-2f17-4e82-812a-63684d1a0b24 req-21ab0cd6-b393-4be8-9eb7-c19dfa784d8d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0609517 Sep 03 13:12:13.730262 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5dd70620-2f17-4e82-812a-63684d1a0b24 req-d8af0ee0-582f-45ba-8e82-eb42287fa51f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 Sep 03 13:12:14.000508 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '5501a9e0-dcc6-4f42-a51a-6c5af1715a6b', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'port_id': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'mac_address': 'fa:16:3e:a4:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf9b021-bb64-4476-975f-118000adc81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:47Z', 'updated_at': '2021-09-03T13:12:12Z', 'revision_number': 1, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:14.030324 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] Checking router: 1e487724-bbfb-4a24-adc9-f2e900d2bcea for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:12:14.039933 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:12:14.040566 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:12:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:14.150972 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:12:14.437986 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '5501a9e0-dcc6-4f42-a51a-6c5af1715a6b', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'port_id': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'mac_address': 'fa:16:3e:a4:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf9b021-bb64-4476-975f-118000adc81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:47Z', 'updated_at': '2021-09-03T13:12:12Z', 'revision_number': 1, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:14.467495 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee8590-00ee-4d9b-87a0-488d7fc28e38 None None] The sync data for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi is: [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '5501a9e0-dcc6-4f42-a51a-6c5af1715a6b', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'port_id': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'mac_address': 'fa:16:3e:a4:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf9b021-bb64-4476-975f-118000adc81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:47Z', 'updated_at': '2021-09-03T13:12:12Z', 'revision_number': 1, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:12:14.576939 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:14.703346 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f0197-bdc8-4767-8888-004f28d8feb4 None None] New status for floating IP 5501a9e0-dcc6-4f42-a51a-6c5af1715a6b: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:12:14.736160 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f327f07-6681-42f2-86c8-322cf77f199c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:14.869311 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f327f07-6681-42f2-86c8-322cf77f199c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:14.942316 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f327f07-6681-42f2-86c8-322cf77f199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:14.986198 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f327f07-6681-42f2-86c8-322cf77f199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234f2aa0-5fd1-49dc-ad9d-b2cd320ee007,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:14.990637 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8f327f07-6681-42f2-86c8-322cf77f199c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63baba808eaf4bf2a7bb5ac56108208c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121568 Sep 03 13:12:14.994931 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:15.054687 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc53aef-a2bb-4f9f-8be9-7698a8b727b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:15.095544 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc53aef-a2bb-4f9f-8be9-7698a8b727b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:15.273934 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc53aef-a2bb-4f9f-8be9-7698a8b727b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:15.276854 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc53aef-a2bb-4f9f-8be9-7698a8b727b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:15.278283 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0bc53aef-a2bb-4f9f-8be9-7698a8b727b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/234f2aa0-5fd1-49dc-ad9d-b2cd320ee007 HTTP/1.1" status: 204 len: 168 time: 0.2823713 Sep 03 13:12:15.293627 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc53aef-a2bb-4f9f-8be9-7698a8b727b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234f2aa0-5fd1-49dc-ad9d-b2cd320ee007,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:16.003032 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42216) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:16.017581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:16.118047 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:16.187794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:16.227432 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe43f50c10fe461a87cfbbf343d9d45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233105 Sep 03 13:12:16.228300 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666075b-0829-492f-9760-fbe2e3446dd7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:16.231352 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:16.242302 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.242681 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.243030 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.243634 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.243969 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.244307 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.244642 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.244974 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.245313 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.245640 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.245970 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.246297 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31143cf1-4910-4275-9f23-a9c697be70d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:16.292246 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a483fe-9f87-4a73-917d-9093a7133443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:16.313266 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a483fe-9f87-4a73-917d-9093a7133443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:16.439415 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a483fe-9f87-4a73-917d-9093a7133443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:16.442032 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a483fe-9f87-4a73-917d-9093a7133443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:16.443923 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-d5a483fe-9f87-4a73-917d-9093a7133443 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8666075b-0829-492f-9760-fbe2e3446dd7 HTTP/1.1" status: 204 len: 168 time: 0.2116315 Sep 03 13:12:16.452568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a483fe-9f87-4a73-917d-9093a7133443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666075b-0829-492f-9760-fbe2e3446dd7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:16.636472 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-64d2984e-30ba-433b-8c47-ba7a7dbd992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:16.638215 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-64d2984e-30ba-433b-8c47-ba7a7dbd992c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 1098 time: 0.0425391 Sep 03 13:12:16.768367 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-fd941232-4590-46c6-84be-85f8aa20f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:16.769998 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-fd941232-4590-46c6-84be-85f8aa20f959 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 912 time: 0.0980492 Sep 03 13:12:16.857071 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319ebd1-e6ca-48b0-92ff-a1f301d8005f req-e9f01b55-a0b2-40df-bdb3-58858e8aadeb tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:16.858987 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7319ebd1-e6ca-48b0-92ff-a1f301d8005f req-e9f01b55-a0b2-40df-bdb3-58858e8aadeb tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0737994 Sep 03 13:12:16.861985 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-35914fd8-a208-4bbd-a27d-0c14ee7e5bbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0 HTTP/1.1" status: 200 len: 1001 time: 0.0749605 Sep 03 13:12:16.962531 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7319ebd1-e6ca-48b0-92ff-a1f301d8005f req-b6f518b8-8c12-4b45-886a-fea3c47d6a7c tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918505 Sep 03 13:12:17.170088 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-47be9cc0-821d-40fb-9734-b2a2c0328cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:17.173523 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-47be9cc0-821d-40fb-9734-b2a2c0328cbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 200 len: 850 time: 0.3031104 Sep 03 13:12:17.332628 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-fe29eaa6-aa2a-4d0d-a63c-d1b905f83db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:17.332628 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-fe29eaa6-aa2a-4d0d-a63c-d1b905f83db3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457797 Sep 03 13:12:17.483108 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-8367de4f-ab84-44b9-b7f7-b7c778317b68 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351693 Sep 03 13:12:17.620293 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-2f1f08fe-c5b7-44d2-af94-c294f9ec38d8 req-31476281-78ae-4997-a01b-7d921700abbd service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288757 Sep 03 13:12:17.997732 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:18.122867 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc35a3-d4c1-4907-99d4-1a75a2c64285 req-7de72296-3735-4f6d-ae96-3bfdab8c2356 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:18.124448 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-13cc35a3-d4c1-4907-99d4-1a75a2c64285 req-7de72296-3735-4f6d-ae96-3bfdab8c2356 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0498986 Sep 03 13:12:18.177278 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-13cc35a3-d4c1-4907-99d4-1a75a2c64285 req-61a9bd62-a4e1-44ac-b9a5-1058f10176a0 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 Sep 03 13:12:18.698994 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:18.853205 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d4dfb3d-455d-407e-b123-f9b8323c35e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:18.998460 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-770719e4-6ae4-4567-bd25-24090f62b79d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645654 Sep 03 13:12:19.022758 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d4dfb3d-455d-407e-b123-f9b8323c35e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:19.109336 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d4dfb3d-455d-407e-b123-f9b8323c35e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:19.172467 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dfb3d-455d-407e-b123-f9b8323c35e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524f25da-ec4c-47e8-9d75-39d2b85e058b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:19.197079 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-6d4dfb3d-455d-407e-b123-f9b8323c35e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85f846d670f94d88bf44fc7496e1e868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967718 Sep 03 13:12:19.197572 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:19.244169 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-bf9e3b65-707a-4bd7-adcf-de0e2b256386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:19.246451 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-bf9e3b65-707a-4bd7-adcf-de0e2b256386 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 1098 time: 0.0841286 Sep 03 13:12:19.270222 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ee21dd0-9fc9-460f-9b2c-1788bcc14f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:19.296004 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ee21dd0-9fc9-460f-9b2c-1788bcc14f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:19.326101 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a402f-2f9c-47e0-bd19-4772e2cdc085 req-fcf504c7-73dd-4c09-ab3b-51253a09b54a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:19.327736 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-420a402f-2f9c-47e0-bd19-4772e2cdc085 req-fcf504c7-73dd-4c09-ab3b-51253a09b54a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0591598 Sep 03 13:12:19.372297 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-420a402f-2f9c-47e0-bd19-4772e2cdc085 req-b7195902-ec01-418d-bbb0-22ff1a22e0e5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360415 Sep 03 13:12:19.415641 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-12ea73ff-da68-4e06-8ae6-7e5d33e81392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:19.417136 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-12ea73ff-da68-4e06-8ae6-7e5d33e81392 service neutron] 10.222.0.48 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 915 time: 0.1234972 Sep 03 13:12:19.471719 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-c01908d5-901a-492a-8114-033a17b2ffbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24bd7138-8ec6-48ed-beb4-9f83126f42f4 HTTP/1.1" status: 200 len: 217 time: 0.0378170 Sep 03 13:12:19.503622 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ee21dd0-9fc9-460f-9b2c-1788bcc14f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:19.507119 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ee21dd0-9fc9-460f-9b2c-1788bcc14f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:19.508678 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-1ee21dd0-9fc9-460f-9b2c-1788bcc14f51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/524f25da-ec4c-47e8-9d75-39d2b85e058b HTTP/1.1" status: 204 len: 168 time: 0.3095584 Sep 03 13:12:19.524170 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee21dd0-9fc9-460f-9b2c-1788bcc14f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524f25da-ec4c-47e8-9d75-39d2b85e058b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:19.547584 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-dbbdcb63-195b-49f9-aeac-ce1e898ce939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:19.549099 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-dbbdcb63-195b-49f9-aeac-ce1e898ce939 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 200 len: 854 time: 0.0731905 Sep 03 13:12:19.589714 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-115ddbb2-ddda-4418-9806-36fde2b3cda1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=414d0b81-f00e-4975-b8de-43b149b948f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318642 Sep 03 13:12:19.696072 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-4e7c99b9-43c5-47a4-aa63-f0853313daca service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875788 Sep 03 13:12:19.817251 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-ceb35c35-82ce-4e0b-9b5c-3a57743cd837 req-1709fe46-baa6-45a7-b173-da3c205a9444 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039431 Sep 03 13:12:20.504302 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08277568-a19e-44d6-a7d2-5f49ae4ecf31 req-20468699-b161-4b70-bb20-244b343bc9f2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:20.505981 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-08277568-a19e-44d6-a7d2-5f49ae4ecf31 req-20468699-b161-4b70-bb20-244b343bc9f2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0568016 Sep 03 13:12:20.593873 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-08277568-a19e-44d6-a7d2-5f49ae4ecf31 req-2607e53f-5228-4a86-8439-a1ba9f236fa2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794144 Sep 03 13:12:21.695965 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:21.709244 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5a6e7-c5da-411c-8bf1-0e266027576c req-01830a5f-7122-4e14-976f-520d2f8e0d91 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:21.710875 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-48b5a6e7-c5da-411c-8bf1-0e266027576c req-01830a5f-7122-4e14-976f-520d2f8e0d91 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 945 time: 0.0880444 Sep 03 13:12:21.765821 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af92148-b675-4911-952e-4526ad1df94e req-d2270e64-f7f9-40a7-af1c-ddf1bb4ffdc1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:21.767538 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2af92148-b675-4911-952e-4526ad1df94e req-d2270e64-f7f9-40a7-af1c-ddf1bb4ffdc1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0987446 Sep 03 13:12:21.782544 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-48b5a6e7-c5da-411c-8bf1-0e266027576c req-238af7e5-73a3-4030-9704-aa20dac1a0bf tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637178 Sep 03 13:12:21.823197 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dce47462-295c-427b-a204-96d11113e22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:21.851380 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2af92148-b675-4911-952e-4526ad1df94e req-1a9779f8-1946-4792-85ff-7f0e83307b32 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668969 Sep 03 13:12:21.943613 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dce47462-295c-427b-a204-96d11113e22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:22.056733 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dce47462-295c-427b-a204-96d11113e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:22.111871 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce47462-295c-427b-a204-96d11113e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be04a52-2dd3-4d64-9367-aff1ce94fe1b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:22.116744 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-dce47462-295c-427b-a204-96d11113e22a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ceb5726a377449a86b7794cb2f571ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196265 Sep 03 13:12:22.121463 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:22.176714 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff3f331e-8de5-4dfa-ac8d-07f7ab6abe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:22.199845 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff3f331e-8de5-4dfa-ac8d-07f7ab6abe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:22.348195 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff3f331e-8de5-4dfa-ac8d-07f7ab6abe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:22.351460 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff3f331e-8de5-4dfa-ac8d-07f7ab6abe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:22.356434 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ff3f331e-8de5-4dfa-ac8d-07f7ab6abe26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6be04a52-2dd3-4d64-9367-aff1ce94fe1b HTTP/1.1" status: 204 len: 168 time: 0.2310214 Sep 03 13:12:22.367000 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f331e-8de5-4dfa-ac8d-07f7ab6abe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be04a52-2dd3-4d64-9367-aff1ce94fe1b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:22.918497 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32472b9f-6629-46d5-a36c-05ffbe9190e9 req-b86da110-8ac5-4074-9abd-a96aba9dff04 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:22.920085 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-32472b9f-6629-46d5-a36c-05ffbe9190e9 req-b86da110-8ac5-4074-9abd-a96aba9dff04 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 945 time: 0.0558560 Sep 03 13:12:22.997027 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-32472b9f-6629-46d5-a36c-05ffbe9190e9 req-634e435a-db1b-463b-b3dd-07fc90891b3e tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704248 Sep 03 13:12:23.028898 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f69ed-ab70-402a-a630-4894cf730599 req-969b7d28-ecc7-4936-9c57-e222945f0ffc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:23.030628 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-075f69ed-ab70-402a-a630-4894cf730599 req-969b7d28-ecc7-4936-9c57-e222945f0ffc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0691922 Sep 03 13:12:23.092160 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-075f69ed-ab70-402a-a630-4894cf730599 req-64a893e3-84ec-406c-8085-68a6753ceca5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504339 Sep 03 13:12:23.136920 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:23.275460 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0537c2ea-1f12-48f0-860e-ab736d7d631f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:23.429919 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0537c2ea-1f12-48f0-860e-ab736d7d631f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:23.496616 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0537c2ea-1f12-48f0-860e-ab736d7d631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:23.539945 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0537c2ea-1f12-48f0-860e-ab736d7d631f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fd8f43bb2ac407791917c987d997556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019251 Sep 03 13:12:23.540931 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537c2ea-1f12-48f0-860e-ab736d7d631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552daf66-833a-4868-9cb5-8c77a14cff8d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:23.542727 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42476) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:23.595066 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee89-b309-4596-8519-77df9f845e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:23.619054 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee89-b309-4596-8519-77df9f845e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:23.776735 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee89-b309-4596-8519-77df9f845e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:23.779617 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee89-b309-4596-8519-77df9f845e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:23.783401 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-85f0ee89-b309-4596-8519-77df9f845e94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/552daf66-833a-4868-9cb5-8c77a14cff8d HTTP/1.1" status: 204 len: 168 time: 0.2372358 Sep 03 13:12:23.795960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0ee89-b309-4596-8519-77df9f845e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552daf66-833a-4868-9cb5-8c77a14cff8d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:24.137556 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44045af3-0e58-4367-a99c-8faea8261bec req-faceaf86-0156-45c0-8b86-592a54c3d4fd tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:24.139221 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-44045af3-0e58-4367-a99c-8faea8261bec req-faceaf86-0156-45c0-8b86-592a54c3d4fd tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 945 time: 0.0626984 Sep 03 13:12:24.187205 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-44045af3-0e58-4367-a99c-8faea8261bec req-c3dea599-5a01-4782-aff0-77f24d8a2176 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Sep 03 13:12:24.250202 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb1e61-66ab-4f3b-bca7-c2ee5ba09c63 req-2a9d5050-b54d-4b78-8e61-24e818e48300 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:24.251877 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-19eb1e61-66ab-4f3b-bca7-c2ee5ba09c63 req-2a9d5050-b54d-4b78-8e61-24e818e48300 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0635643 Sep 03 13:12:24.294841 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-19eb1e61-66ab-4f3b-bca7-c2ee5ba09c63 req-c41f7ef0-34c0-4732-92e1-c55c0c498762 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Sep 03 13:12:24.598799 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-098ce1fa-9d13-4c14-9661-c6c93344aa59 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:24.600340 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-098ce1fa-9d13-4c14-9661-c6c93344aa59 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 945 time: 0.0945771 Sep 03 13:12:24.749095 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Deleting port f62506b0-f044-475e-8562-9bf2ed0e0eaa {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:12:24.749442 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:24.805124 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42502) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:24.822806 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aa207-ccd6-4115-884e-4261f9c54b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:24.859639 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] For port f62506b0-f044-475e-8562-9bf2ed0e0eaa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f62506b0-f044-475e-8562-9bf2ed0e0eaa,segment=NetworkSegment(4d67c8a2-8841-4fdf-a24f-817b945d7a8c),segment_id=4d67c8a2-8841-4fdf-a24f-817b945d7a8c)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:24.860115 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:24.883687 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Calling delete_port for f62506b0-f044-475e-8562-9bf2ed0e0eaa owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:12:24.933687 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aa207-ccd6-4115-884e-4261f9c54b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:25.047174 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aa207-ccd6-4115-884e-4261f9c54b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:25.092324 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-f92aa207-ccd6-4115-884e-4261f9c54b41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8a21aff02db49d99944ba7e6e79f809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833993 Sep 03 13:12:25.092324 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa207-ccd6-4115-884e-4261f9c54b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679415c-82c3-43c0-b695-ba6e5a0ec60a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:25.093672 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42510) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:25.152296 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9652edaf-ca4c-4074-af8b-17aade284480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:25.174706 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9652edaf-ca4c-4074-af8b-17aade284480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:25.244161 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:25.274746 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Pushing event deleted for resources: {'Port': ['ID=f62506b0-f044-475e-8562-9bf2ed0e0eaa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:25.299466 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['f62506b0-f044-475e-8562-9bf2ed0e0eaa'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:12:25.307199 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f6813727-856b-4243-adcd-379c526bbad3 req-e1c98337-b82e-4719-8737-f2185774094c tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.0305817 Sep 03 13:12:25.347398 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] No DVR routers for this DVR port f62506b0-f044-475e-8562-9bf2ed0e0eaa on host hv-cinder-78291 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:12:25.352229 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:25.355648 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0c9e4370-9809-4970-a5da-bb8951adaaaa req-a780f923-cba7-4359-b7f3-517fded30281 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.48 "DELETE /v2.0/ports/f62506b0-f044-475e-8562-9bf2ed0e0eaa HTTP/1.1" status: 204 len: 173 time: 0.7442904 Sep 03 13:12:25.356290 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2730c260-1d00-43cc-a8ff-706ec416aa32', 'name': 'network-vif-deleted', 'tag': 'f62506b0-f044-475e-8562-9bf2ed0e0eaa'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:25.359402 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae3b13f-fc17-4e0e-90d4-f5b1f6bfb985" -d '{"events": [{"server_uuid": "2730c260-1d00-43cc-a8ff-706ec416aa32", "name": "network-vif-deleted", "tag": "f62506b0-f044-475e-8562-9bf2ed0e0eaa"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:25.395651 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9652edaf-ca4c-4074-af8b-17aade284480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:25.402136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9652edaf-ca4c-4074-af8b-17aade284480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:25.405044 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-9652edaf-ca4c-4074-af8b-17aade284480 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e679415c-82c3-43c0-b695-ba6e5a0ec60a HTTP/1.1" status: 204 len: 168 time: 0.3096478 Sep 03 13:12:25.405396 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba51fcd5-c5b8-44bd-bb99-b94f371abb91 x-openstack-request-id: req-ba51fcd5-c5b8-44bd-bb99-b94f371abb91 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:25.405699 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2730c260-1d00-43cc-a8ff-706ec416aa32", "name": "network-vif-deleted", "tag": "f62506b0-f044-475e-8562-9bf2ed0e0eaa", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:25.405984 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba51fcd5-c5b8-44bd-bb99-b94f371abb91 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:25.406420 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2730c260-1d00-43cc-a8ff-706ec416aa32', 'name': 'network-vif-deleted', 'tag': 'f62506b0-f044-475e-8562-9bf2ed0e0eaa', 'status': 'completed', 'code': 200} Sep 03 13:12:25.444294 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652edaf-ca4c-4074-af8b-17aade284480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679415c-82c3-43c0-b695-ba6e5a0ec60a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:25.473307 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2b121-e001-48fa-80be-6b5c0c334fc5 req-5b6f1998-f83a-4e11-903e-5d51376cdeac tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:25.475522 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6bc2b121-e001-48fa-80be-6b5c0c334fc5 req-5b6f1998-f83a-4e11-903e-5d51376cdeac tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0980711 Sep 03 13:12:25.530119 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6bc2b121-e001-48fa-80be-6b5c0c334fc5 req-fd597ffd-accd-4f29-9d3e-86da04650936 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Sep 03 13:12:26.423159 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e203edd9-4e71-4fd1-9aaa-a6c23397d112 req-519a12bd-46f7-47f2-bfdc-fb922240fb27 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.0277779 Sep 03 13:12:26.673794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af5fc5-f6c6-4565-a846-d4ef9c530abd req-d1b6cc60-579c-4b53-9337-4cb81a3fc688 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:26.675910 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c8af5fc5-f6c6-4565-a846-d4ef9c530abd req-d1b6cc60-579c-4b53-9337-4cb81a3fc688 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0545676 Sep 03 13:12:26.735119 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c8af5fc5-f6c6-4565-a846-d4ef9c530abd req-e804d006-da3b-498e-9d51-4fea2bda0e41 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Sep 03 13:12:27.567022 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3407c410-7c48-489c-8bb8-4c5736ceff02 req-701d746c-e15b-4e50-9640-e38a3aa61a55 tempest-DeleteServersTestJSON-1688443092 tempest-DeleteServersTestJSON-1688443092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2730c260-1d00-43cc-a8ff-706ec416aa32 HTTP/1.1" status: 200 len: 210 time: 0.0304415 Sep 03 13:12:27.886220 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b7487-0331-425a-933a-d32cc48a87fe req-ce9b7d16-facb-4697-b687-98120007820d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:27.887916 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0d5b7487-0331-425a-933a-d32cc48a87fe req-ce9b7d16-facb-4697-b687-98120007820d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0660765 Sep 03 13:12:27.934287 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0d5b7487-0331-425a-933a-d32cc48a87fe req-90ccc285-1546-45d0-b331-226a4208e7f4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Sep 03 13:12:28.377258 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d1cee6c-f09c-420c-8e33-508daf8d1806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:29.065170 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0289c3c-e40e-436c-bb1a-c771343b4c39 req-874a6619-e243-4eeb-a7de-c5970edfbea2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:29.067726 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f0289c3c-e40e-436c-bb1a-c771343b4c39 req-874a6619-e243-4eeb-a7de-c5970edfbea2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Sep 03 13:12:29.112056 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f0289c3c-e40e-436c-bb1a-c771343b4c39 req-bb3ab488-6038-4a72-856a-576a61d500a7 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362496 Sep 03 13:12:29.355999 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device f62506b0-f044-475e-8562-9bf2ed0e0eaa no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:12:29.378884 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: f62506b0-f044-475e-8562-9bf2ed0e0eaa {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:12:29.379546 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device f62506b0-f044-475e-8562-9bf2ed0e0eaa not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:12:29.640368 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219863-21cf-481e-960f-3e6509cf2646 req-47798446-f4eb-40ca-b335-311fdb9ec830 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:29.640368 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-47798446-f4eb-40ca-b335-311fdb9ec830 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 814 time: 0.1408820 Sep 03 13:12:29.656209 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-5681b05a-780a-45cb-b624-7262ca9feaec tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/quotas/a347e1546cac465481ab721e242bb8fb HTTP/1.1" status: 200 len: 375 time: 0.0106490 Sep 03 13:12:29.711648 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-ea4ea77c-a5c4-4314-aef3-b65a749d2b3c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492184 Sep 03 13:12:29.820682 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-2ed8c0e6-29b2-47ae-9271-e4a05e4bc4dc service neutron] 10.222.0.44 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010351 Sep 03 13:12:29.920755 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-8cf69836-c193-4c53-889d-803cff1514cc service neutron] 10.222.0.44 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905461 Sep 03 13:12:30.487167 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f20f6082-4e4c-4350-9eb7-97504b682be9 req-d36e8483-ca38-4666-bd28-7d271b8cc037 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 210 time: 0.2397845 Sep 03 13:12:30.508477 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3bb70-ccf6-44d9-8e4f-e37a4659fdc7 req-c3f2e25d-b794-43b5-9f2b-32829cdaeb13 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:30.511247 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-84d3bb70-ccf6-44d9-8e4f-e37a4659fdc7 req-c3f2e25d-b794-43b5-9f2b-32829cdaeb13 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.3188922 Sep 03 13:12:30.571803 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-84d3bb70-ccf6-44d9-8e4f-e37a4659fdc7 req-eeb46325-7437-4138-bae4-5308febed8e5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533891 Sep 03 13:12:30.575078 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:30.638099 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-38856c5d-fb8e-4618-9550-968939211a06 admin admin] Deleting subnet bed68e4e-d808-4171-b3ca-b6373b4f2ffb {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:12:30.641507 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38856c5d-fb8e-4618-9550-968939211a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:30.680077 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38856c5d-fb8e-4618-9550-968939211a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9823876'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:30.726570 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38856c5d-fb8e-4618-9550-968939211a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:30.893173 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38856c5d-fb8e-4618-9550-968939211a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9868946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422321'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:30.928432 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38856c5d-fb8e-4618-9550-968939211a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed68e4e-d808-4171-b3ca-b6373b4f2ffb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:30.939525 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38856c5d-fb8e-4618-9550-968939211a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:30.939525 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-38856c5d-fb8e-4618-9550-968939211a06 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bed68e4e-d808-4171-b3ca-b6373b4f2ffb HTTP/1.1" status: 204 len: 168 time: 0.3617296 Sep 03 13:12:30.941429 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:31.021239 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.106325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.116644 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cc96e3-e572-47fb-93f9-564f2f703393']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:31.126885 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d67c8a2-8841-4fdf-a24f-817b945d7a8c') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:31.127181 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d67c8a2-8841-4fdf-a24f-817b945d7a8c') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:31.136401 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9823901'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.153377 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.160313 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:12:31.160715 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9869004'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: Traceback (most recent call last): Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: timer() Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: cb(*args, **kw) Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: return func(*args, **kwargs) Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: self._notify() Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: self.callback(batched_events) Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: event.method(event) Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: return f(self, *a, **k) Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._get(url).json() Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:12:31.163171 dv-cinder-782910-3-iscsi neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:12:31.194489 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8f36f1-e886-44bd-a9f0-551df0b68ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.302890 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.309925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.313196 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/86cc96e3-e572-47fb-93f9-564f2f703393 HTTP/1.1" status: 204 len: 168 time: 0.3706069 Sep 03 13:12:31.325260 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfb047-e7a1-4bde-bbb7-0a41ea22a0c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=86cc96e3-e572-47fb-93f9-564f2f703393,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:31.537960 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:31.593240 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-38de674d-acd1-48f7-9cab-e76ee898fc4b req-f828a634-17db-4e99-bde6-df10edeb1135 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 210 time: 0.0323527 Sep 03 13:12:31.711187 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b16ea-9b41-4c3e-a4b1-a9fc4f682d8e req-43bd6ddc-9437-457b-acff-a460f3d25723 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:31.712744 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a49b16ea-9b41-4c3e-a4b1-a9fc4f682d8e req-43bd6ddc-9437-457b-acff-a460f3d25723 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0517254 Sep 03 13:12:31.752985 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a49b16ea-9b41-4c3e-a4b1-a9fc4f682d8e req-6a5665ba-d875-42d3-80ff-9e3ea80ec091 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Sep 03 13:12:31.973650 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42710) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:32.017283 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:32.021396 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-30f3d723-55ba-47d0-bdf3-e75279f8bb7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77e52bce6a1c41babb409605922c6210&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464365 Sep 03 13:12:32.023896 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42712) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:32.079615 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3079-7465-4564-9e3a-9c816add5338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:32.101582 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3079-7465-4564-9e3a-9c816add5338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:32.319732 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3079-7465-4564-9e3a-9c816add5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:32.322581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3079-7465-4564-9e3a-9c816add5338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:32.323756 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-6b5e3079-7465-4564-9e3a-9c816add5338 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e HTTP/1.1" status: 204 len: 168 time: 0.2989094 Sep 03 13:12:32.332737 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3079-7465-4564-9e3a-9c816add5338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf6b7ce-a4d7-4de3-95b1-e6563548ad8e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:32.716086 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8847f127-0246-4ca7-934c-ff95bc46c6b2 req-448e5c87-6fa8-4f40-a3a3-3772fb1174c5 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 210 time: 0.0323033 Sep 03 13:12:32.898371 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040df4e-c10f-403e-876e-5233d4ab635a req-dd19319b-66a0-4e4a-b24e-9f5ab12a03a4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:32.899609 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b040df4e-c10f-403e-876e-5233d4ab635a req-dd19319b-66a0-4e4a-b24e-9f5ab12a03a4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0635960 Sep 03 13:12:32.947709 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b040df4e-c10f-403e-876e-5233d4ab635a req-3ef53a8f-4b13-4107-8b96-3b42b780e98f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 Sep 03 13:12:33.642909 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:33.746211 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1911477232-network', 'tenant_id': '9dd8ed270faf474fb89983668f0571ef'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:12:33.811501 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:33.841230 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1b85857f-4447-4359-ae25-eede7ef8379b req-77bb5347-db87-4085-9390-584e195da6b5 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 210 time: 0.0400448 Sep 03 13:12:33.844686 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Made reservation on behalf of 9dd8ed270faf474fb89983668f0571ef for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:12:33.847301 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:33.857415 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:33.966824 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:34.051190 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:34.070254 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0479e-3b59-4a10-84bc-d676a43d61f9 req-bae43995-dce1-4a89-9580-00ea46ac44bd tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:34.071912 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5ba0479e-3b59-4a10-84bc-d676a43d61f9 req-bae43995-dce1-4a89-9580-00ea46ac44bd tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0519829 Sep 03 13:12:34.081122 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:12:34.090418 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f738d5-bcf4-4ea8-bfb3-4e3009a16961,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:34.096655 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:34.097077 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Added segment 65a3853c-ad2e-4d5a-87b2-bce0651c2153 of type vlan for network ade23020-1362-4b1d-bade-9d206aadad2e Sep 03 13:12:34.119598 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5ba0479e-3b59-4a10-84bc-d676a43d61f9 req-ebbb81a1-236c-4274-be4a-359d13820964 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Sep 03 13:12:34.139763 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:34.262718 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:34.263713 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:34.264298 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:34.328306 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] Pushing event updated for resources: {'Network': ['ID=ade23020-1362-4b1d-bade-9d206aadad2e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:34.339521 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network ade23020-1362-4b1d-bade-9d206aadad2e details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:12:34.379753 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-fd1aea44-2a03-4670-846a-61358ac7be18 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7356348 Sep 03 13:12:34.383825 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42770) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:34.389048 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Request body: {'subnet': {'network_id': 'ade23020-1362-4b1d-bade-9d206aadad2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1911477232-subnet', 'tenant_id': '9dd8ed270faf474fb89983668f0571ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:12:34.517835 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Made reservation on behalf of 9dd8ed270faf474fb89983668f0571ef for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:12:34.520215 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422292'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:34.815913 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9868883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422330'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:34.880073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7ec26f-77bc-40e2-8e20-52312382ae6c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:34.886625 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Checking segment: {'id': '65a3853c-ad2e-4d5a-87b2-bce0651c2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ade23020-1362-4b1d-bade-9d206aadad2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:12:34.886994 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Network hostable DHCP agents. Network: ade23020-1362-4b1d-bade-9d206aadad2e, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:12:34.975527 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Network ade23020-1362-4b1d-bade-9d206aadad2e is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:12:35.056990 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, ade23020-1362-4b1d-bade-9d206aadad2e) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:12:35.061031 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:35.061725 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:35.070564 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b9123-15f5-4ba7-94ed-1a749e667ca7 None None] Network ade23020-1362-4b1d-bade-9d206aadad2e requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:12:35.182386 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-a790b943-0179-4ab9-8b15-923ce160fa0f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7854304 Sep 03 13:12:35.202635 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262908a-a8bd-4bf9-9f69-462694ffcada None None] Network ade23020-1362-4b1d-bade-9d206aadad2e requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:12:35.401138 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd2a1c3d-ee6d-4155-8101-ea7d2583b4ea req-c84139cb-f5d7-41c3-a346-0d8224e6b2e8 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 210 time: 0.0274405 Sep 03 13:12:35.471655 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b8b10-ca1b-40aa-af2b-bd9f54758992 req-788929fc-f55a-4400-a07b-648f30c38296 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:35.473224 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8b2b8b10-ca1b-40aa-af2b-bd9f54758992 req-788929fc-f55a-4400-a07b-648f30c38296 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0612781 Sep 03 13:12:35.516576 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8b2b8b10-ca1b-40aa-af2b-bd9f54758992 req-7195d231-e9fc-4f43-b1ad-553069bae789 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Sep 03 13:12:36.106016 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:36.112756 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1585269072-network', 'tenant_id': 'cc5a07ef13274a0dbac5a2d72cdac9cf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:12:36.245328 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219863-21cf-481e-960f-3e6509cf2646 req-a1dbffd3-1c6c-45c9-a1ae-914651ab2ec0 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:36.246678 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-a1dbffd3-1c6c-45c9-a1ae-914651ab2ec0 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 814 time: 0.1380091 Sep 03 13:12:36.250570 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Made reservation on behalf of cc5a07ef13274a0dbac5a2d72cdac9cf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:12:36.252984 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.265066 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.377771 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.384230 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Request body: {'port': {'device_id': '0341bd6d-cbd3-4b12-a95e-017b05c8bf16', 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'admin_state_up': True, 'tenant_id': 'a347e1546cac465481ab721e242bb8fb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:12:36.509301 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.532257 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:12:36.563402 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.563756 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Added segment 24206cb8-676a-465b-bc1a-9d6c9de38f2d of type vlan for network e37890dd-e341-436a-8339-0d1811c9fa32 Sep 03 13:12:36.573933 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2449377-b6ea-4a33-86e2-36f72bdb15a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:36.634919 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-882ab24e-0d12-49f1-82a8-3b0b5072c042 req-074f6cca-1502-4eff-911d-d42dc40b1969 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 210 time: 0.0297179 Sep 03 13:12:36.638937 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.720116 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Made reservation on behalf of a347e1546cac465481ab721e242bb8fb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:12:36.726472 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.734696 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8addb-2edb-4e47-8553-5ac0ac2c713f req-d2a19154-f285-4b3b-b0b5-96e0b796d5c1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:36.736496 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a6e8addb-2edb-4e47-8553-5ac0ac2c713f req-d2a19154-f285-4b3b-b0b5-96e0b796d5c1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0651886 Sep 03 13:12:36.790207 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a6e8addb-2edb-4e47-8553-5ac0ac2c713f req-138689ea-8016-4ba3-9533-9619d42577e3 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451043 Sep 03 13:12:36.825707 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.827465 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:36.828648 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:36.957164 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] Pushing event updated for resources: {'Network': ['ID=e37890dd-e341-436a-8339-0d1811c9fa32,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:36.972749 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network e37890dd-e341-436a-8339-0d1811c9fa32 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:12:36.988250 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Allocated IP 172.20.0.12 (414d0b81-f00e-4975-b8de-43b149b948f6/e8896cdb-075b-4b0c-9b30-26e21f3c2b16/acd6a3d9-391e-4069-a95d-729a2f9acf12) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:12:37.006851 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-064b83f0-e90e-4680-b9bb-da9e1159c65f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8916264 Sep 03 13:12:37.006960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:37.008277 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Request body: {'subnet': {'network_id': 'e37890dd-e341-436a-8339-0d1811c9fa32', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1585269072-subnet', 'tenant_id': 'cc5a07ef13274a0dbac5a2d72cdac9cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:12:37.114600 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Made reservation on behalf of cc5a07ef13274a0dbac5a2d72cdac9cf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:12:37.119876 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422292'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.222787 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.343535 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.387731 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['24bd7138-8ec6-48ed-beb4-9f83126f42f4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:12:37.390714 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Network 414d0b81-f00e-4975-b8de-43b149b948f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:12:37.393921 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:12:37.397722 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:12:37.400834 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9868883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422330'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.427049 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Pushing event updated for resources: {'Port': ['ID=acd6a3d9-391e-4069-a95d-729a2f9acf12,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:37.484506 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d756a4-b2a3-4987-9df6-a41e012efe4c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:37.488604 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:37.489617 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.490003 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Checking segment: {'id': '24206cb8-676a-465b-bc1a-9d6c9de38f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e37890dd-e341-436a-8339-0d1811c9fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:12:37.491314 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Network hostable DHCP agents. Network: e37890dd-e341-436a-8339-0d1811c9fa32, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:12:37.651368 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Network e37890dd-e341-436a-8339-0d1811c9fa32 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:12:37.652311 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-9b3c0d09-3274-465c-a543-26f9d83acfb2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2728288 Sep 03 13:12:37.671990 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Request body: {'port': {'device_id': '0341bd6d-cbd3-4b12-a95e-017b05c8bf16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:12:37.744305 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.777321 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, e37890dd-e341-436a-8339-0d1811c9fa32) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:12:37.788847 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056db1e0-8769-40f3-9f38-91e27be2f6d8 None None] Network e37890dd-e341-436a-8339-0d1811c9fa32 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:12:37.801550 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:37.802537 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.880164 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955d0f9-a9c7-4447-b371-3eb3b8736de2 req-fd24fdc3-bea1-4967-933c-0e90366f8ba1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:37.882244 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1955d0f9-a9c7-4447-b371-3eb3b8736de2 req-fd24fdc3-bea1-4967-933c-0e90366f8ba1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 932 time: 0.1023796 Sep 03 13:12:37.965256 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d6c13-2e2d-42c8-b372-92651e603f5a req-72b44757-1917-4477-9205-543decb8d1d9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:37.975650 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-364d6c13-2e2d-42c8-b372-92651e603f5a req-72b44757-1917-4477-9205-543decb8d1d9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0914516 Sep 03 13:12:37.980078 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1955d0f9-a9c7-4447-b371-3eb3b8736de2 req-d69356bb-eb38-42d4-99e7-f9d48308b60e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871696 Sep 03 13:12:37.983396 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b1728-ed82-41e2-8c04-ce5ac6882905 None None] Network e37890dd-e341-436a-8339-0d1811c9fa32 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:12:37.987866 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-c125530c-ba67-4d17-b9b7-4cd560929b7c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9849517 Sep 03 13:12:38.080915 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-364d6c13-2e2d-42c8-b372-92651e603f5a req-06668922-45e9-4845-a779-936d39d8195c tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042664 Sep 03 13:12:38.144337 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd6a3d9-391e-4069-a95d-729a2f9acf12 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:12:38.154225 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.169228 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Transition to ACTIVE for port object acd6a3d9-391e-4069-a95d-729a2f9acf12 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:12:38.171897 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:38.220855 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09f48ce-e532-4785-b7a6-9f223753246f admin admin] Deleting subnet fe7ec26f-77bc-40e2-8e20-52312382ae6c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:12:38.226732 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09f48ce-e532-4785-b7a6-9f223753246f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.251953 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.300108 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09f48ce-e532-4785-b7a6-9f223753246f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9823876'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.330423 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Pushing event updated for resources: {'Port': ['ID=acd6a3d9-391e-4069-a95d-729a2f9acf12,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:38.358703 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09f48ce-e532-4785-b7a6-9f223753246f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.410034 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Attempting to bind port acd6a3d9-391e-4069-a95d-729a2f9acf12 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:12:38.410452 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Attempting to bind port acd6a3d9-391e-4069-a95d-729a2f9acf12 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:12:38.410696 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Attempting to bind port acd6a3d9-391e-4069-a95d-729a2f9acf12 on network 414d0b81-f00e-4975-b8de-43b149b948f6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:12:38.415189 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Port acd6a3d9-391e-4069-a95d-729a2f9acf12 on network 414d0b81-f00e-4975-b8de-43b149b948f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:12:38.415521 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Attempting to bind port acd6a3d9-391e-4069-a95d-729a2f9acf12 on network 414d0b81-f00e-4975-b8de-43b149b948f6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:12:38.420444 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:12:38.420781 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Checking segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:12:38.421282 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Bound using segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:12:38.421710 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Bound port: acd6a3d9-391e-4069-a95d-729a2f9acf12, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:12:38.424234 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.484932 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] For port acd6a3d9-391e-4069-a95d-729a2f9acf12, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:12:38.486018 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09f48ce-e532-4785-b7a6-9f223753246f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9868946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422321'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.487943 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] For port acd6a3d9-391e-4069-a95d-729a2f9acf12, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=acd6a3d9-391e-4069-a95d-729a2f9acf12,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:12:38.519655 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f48ce-e532-4785-b7a6-9f223753246f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7ec26f-77bc-40e2-8e20-52312382ae6c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:38.522116 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09f48ce-e532-4785-b7a6-9f223753246f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.524269 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-a09f48ce-e532-4785-b7a6-9f223753246f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fe7ec26f-77bc-40e2-8e20-52312382ae6c HTTP/1.1" status: 204 len: 168 time: 0.3513186 Sep 03 13:12:38.527129 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 42858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:38.584047 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.600362 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.622468 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:38.624851 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.624973 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-97877df8-091f-450b-93dd-07478d92e10b service neutron] 10.222.0.48 "PUT /v2.0/ports/acd6a3d9-391e-4069-a95d-729a2f9acf12 HTTP/1.1" status: 200 len: 1094 time: 0.9576263 Sep 03 13:12:38.625351 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0341bd6d-cbd3-4b12-a95e-017b05c8bf16', 'tag': 'acd6a3d9-391e-4069-a95d-729a2f9acf12'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:38.627783 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c201f71-9d72-49e7-878f-b66b09893136" -d '{"events": [{"name": "network-changed", "server_uuid": "0341bd6d-cbd3-4b12-a95e-017b05c8bf16", "tag": "acd6a3d9-391e-4069-a95d-729a2f9acf12"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:38.675037 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97877df8-091f-450b-93dd-07478d92e10b service neutron] Pushing event updated for resources: {'Port': ['ID=acd6a3d9-391e-4069-a95d-729a2f9acf12,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:38.695548 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784ea6f-8a59-4516-b094-21e7595b4c99 x-openstack-request-id: req-9784ea6f-8a59-4516-b094-21e7595b4c99 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:38.695842 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0341bd6d-cbd3-4b12-a95e-017b05c8bf16", "tag": "acd6a3d9-391e-4069-a95d-729a2f9acf12", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:38.696097 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9784ea6f-8a59-4516-b094-21e7595b4c99 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:38.696492 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0341bd6d-cbd3-4b12-a95e-017b05c8bf16', 'tag': 'acd6a3d9-391e-4069-a95d-729a2f9acf12', 'status': 'completed', 'code': 200} Sep 03 13:12:38.714111 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.725835 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade23020-1362-4b1d-bade-9d206aadad2e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:38.737397 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a3853c-ad2e-4d5a-87b2-bce0651c2153') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:38.737691 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a3853c-ad2e-4d5a-87b2-bce0651c2153') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:38.748214 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9823901'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.766929 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.772809 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:12:38.773301 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9869004'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: Traceback (most recent call last): Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: timer() Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: cb(*args, **kw) Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: return func(*args, **kwargs) Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: self._notify() Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: self.callback(batched_events) Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: event.method(event) Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: return f(self, *a, **k) Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._get(url).json() Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:12:38.775341 dv-cinder-782910-3-iscsi neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:12:38.948862 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.956577 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.964264 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ade23020-1362-4b1d-bade-9d206aadad2e HTTP/1.1" status: 204 len: 168 time: 0.4320312 Sep 03 13:12:38.964431 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42866) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:38.971486 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9905069-6450-4229-a4a8-74db21e5e6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade23020-1362-4b1d-bade-9d206aadad2e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:39.011053 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e214ba-9319-47cc-a928-1fffa0d84850 admin admin] Deleting subnet a7d756a4-b2a3-4987-9df6-a41e012efe4c {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:12:39.014236 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87e214ba-9319-47cc-a928-1fffa0d84850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.056354 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87e214ba-9319-47cc-a928-1fffa0d84850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119919'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.108351 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87e214ba-9319-47cc-a928-1fffa0d84850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.266934 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87e214ba-9319-47cc-a928-1fffa0d84850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9953429'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.293949 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e214ba-9319-47cc-a928-1fffa0d84850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d756a4-b2a3-4987-9df6-a41e012efe4c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:39.298488 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87e214ba-9319-47cc-a928-1fffa0d84850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.300463 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-87e214ba-9319-47cc-a928-1fffa0d84850 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a7d756a4-b2a3-4987-9df6-a41e012efe4c HTTP/1.1" status: 204 len: 168 time: 0.3377891 Sep 03 13:12:39.303710 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:39.427415 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.515669 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.529619 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37890dd-e341-436a-8339-0d1811c9fa32']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:39.545007 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24206cb8-676a-465b-bc1a-9d6c9de38f2d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:39.545307 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24206cb8-676a-465b-bc1a-9d6c9de38f2d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:12:39.554505 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.573289 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.580344 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:12:39.580741 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:12:39.582784 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:12:39.714657 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.723453 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.725906 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] 10.222.0.44 "DELETE /v2.0/networks/e37890dd-e341-436a-8339-0d1811c9fa32 HTTP/1.1" status: 204 len: 168 time: 0.4208529 Sep 03 13:12:39.735458 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644df264-7d41-4f66-a95a-f1b84b1bec7f admin admin] Pushing event deleted for resources: {'Network': ['ID=e37890dd-e341-436a-8339-0d1811c9fa32,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:40.089600 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:40.134026 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-785ed3e2-47db-4113-97fc-87bb04d3af48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dd8ed270faf474fb89983668f0571ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432379 Sep 03 13:12:40.138572 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:40.205116 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc65aa7c-4dfc-4ef5-b45c-75b03df0dee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:40.227636 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc65aa7c-4dfc-4ef5-b45c-75b03df0dee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:40.355305 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc65aa7c-4dfc-4ef5-b45c-75b03df0dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:40.357619 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc65aa7c-4dfc-4ef5-b45c-75b03df0dee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:40.358867 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-fc65aa7c-4dfc-4ef5-b45c-75b03df0dee8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2f738d5-bcf4-4ea8-bfb3-4e3009a16961 HTTP/1.1" status: 204 len: 168 time: 0.2193003 Sep 03 13:12:40.367775 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65aa7c-4dfc-4ef5-b45c-75b03df0dee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f738d5-bcf4-4ea8-bfb3-4e3009a16961,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:41.209969 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:41.271050 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0c2b1ffb-4a78-4af6-926c-b9ffde2550c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc5a07ef13274a0dbac5a2d72cdac9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593524 Sep 03 13:12:41.274438 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 42900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:41.329765 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-493d325f-94dd-4af6-93e2-618d2c6d06bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:41.355065 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-493d325f-94dd-4af6-93e2-618d2c6d06bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:41.486011 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-493d325f-94dd-4af6-93e2-618d2c6d06bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:41.488772 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-493d325f-94dd-4af6-93e2-618d2c6d06bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:41.490044 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-493d325f-94dd-4af6-93e2-618d2c6d06bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2449377-b6ea-4a33-86e2-36f72bdb15a0 HTTP/1.1" status: 204 len: 168 time: 0.2144740 Sep 03 13:12:41.507747 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d325f-94dd-4af6-93e2-618d2c6d06bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2449377-b6ea-4a33-86e2-36f72bdb15a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:41.675522 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c201f71-9d72-49e7-878f-b66b09893136 req-e24a2e04-cbfb-4d2b-80b8-0707346d17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:41.677258 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3c201f71-9d72-49e7-878f-b66b09893136 req-e24a2e04-cbfb-4d2b-80b8-0707346d17c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 1097 time: 0.0841043 Sep 03 13:12:41.770104 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5cc5c-a970-45b4-afff-e29dd5159756 req-87981c18-596f-41cb-a4c7-a220564a93bc tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:41.771763 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e1f5cc5c-a970-45b4-afff-e29dd5159756 req-87981c18-596f-41cb-a4c7-a220564a93bc tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 944 time: 0.0634601 Sep 03 13:12:41.845346 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e1f5cc5c-a970-45b4-afff-e29dd5159756 req-762cb33c-f51b-4f20-a2f5-7e811ea8b58b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618660 Sep 03 13:12:41.859961 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bc956-e6a7-41e3-a292-e07ef6c44555 req-33ba2a67-5746-420d-a458-78626fff1419 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:41.867717 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d27bc956-e6a7-41e3-a292-e07ef6c44555 req-33ba2a67-5746-420d-a458-78626fff1419 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.1115963 Sep 03 13:12:41.930391 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d27bc956-e6a7-41e3-a292-e07ef6c44555 req-95ac14b4-587f-4b7c-88e8-e30c3cfdbc50 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613332 Sep 03 13:12:42.124140 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c201f71-9d72-49e7-878f-b66b09893136 req-ac2c6efa-6e4b-42d1-8bbe-f75c5b909716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:42.125686 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3c201f71-9d72-49e7-878f-b66b09893136 req-ac2c6efa-6e4b-42d1-8bbe-f75c5b909716 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a347e1546cac465481ab721e242bb8fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4044309 Sep 03 13:12:42.335243 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:12:45.501304 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c201f71-9d72-49e7-878f-b66b09893136 req-6ec3b613-f0f9-4d45-9452-cce260fbf156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:45.502901 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3c201f71-9d72-49e7-878f-b66b09893136 req-6ec3b613-f0f9-4d45-9452-cce260fbf156 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052892 Sep 03 13:12:45.613161 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570d945-be6c-4d9a-a059-48aab6bc2087 req-f2726b2d-e26a-45cc-9896-1c80731da8bb tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:45.614790 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8570d945-be6c-4d9a-a059-48aab6bc2087 req-f2726b2d-e26a-45cc-9896-1c80731da8bb tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 944 time: 0.1068680 Sep 03 13:12:45.637738 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219863-21cf-481e-960f-3e6509cf2646 req-c2281b76-7c15-475d-aa86-ba9f30cdb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:45.639516 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-c2281b76-7c15-475d-aa86-ba9f30cdb5ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 1097 time: 0.0566688 Sep 03 13:12:45.657666 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304a88a-01ba-4dc8-b02f-e47992f21859 req-261e864c-5aa7-4bb0-a585-38ffad8ac098 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:45.659604 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a304a88a-01ba-4dc8-b02f-e47992f21859 req-261e864c-5aa7-4bb0-a585-38ffad8ac098 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0959079 Sep 03 13:12:45.695854 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8570d945-be6c-4d9a-a059-48aab6bc2087 req-f4a3e126-237d-4497-be63-3d8a7f3f5d2c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666773 Sep 03 13:12:45.709376 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-6e746497-f434-434f-9916-aa58163d82dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd6a3d9-391e-4069-a95d-729a2f9acf12 HTTP/1.1" status: 200 len: 217 time: 0.0494401 Sep 03 13:12:45.727399 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a304a88a-01ba-4dc8-b02f-e47992f21859 req-c3a48e54-4f7e-4a42-9747-599468d2c9e3 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Sep 03 13:12:45.764652 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219863-21cf-481e-960f-3e6509cf2646 req-8d5a7d7c-85fb-4796-9a4c-5c7625effb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:45.766171 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-8d5a7d7c-85fb-4796-9a4c-5c7625effb84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 200 len: 854 time: 0.0458069 Sep 03 13:12:45.800203 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-920cbae0-0e5e-4942-ab8b-e61eb1896d07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=414d0b81-f00e-4975-b8de-43b149b948f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245948 Sep 03 13:12:45.917549 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-a4c1cde8-f765-4c52-80e5-bfd456b58cdd service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060152 Sep 03 13:12:46.046479 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-60219863-21cf-481e-960f-3e6509cf2646 req-bebe7441-5f6a-43b2-9458-0236c168752b service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195443 Sep 03 13:12:46.849965 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b44c16-c438-4a59-aa8e-42300ccd9197 req-b6e0b9b6-4166-4aaa-b090-a537317d13bc tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:46.851545 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2b44c16-c438-4a59-aa8e-42300ccd9197 req-b6e0b9b6-4166-4aaa-b090-a537317d13bc tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 944 time: 0.0765443 Sep 03 13:12:46.875015 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8476a5-5496-4939-ab65-3156e4f4b179 req-694e6393-9173-42e0-9064-b519c89a94e1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:46.876917 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6b8476a5-5496-4939-ab65-3156e4f4b179 req-694e6393-9173-42e0-9064-b519c89a94e1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0726182 Sep 03 13:12:46.936943 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2b44c16-c438-4a59-aa8e-42300ccd9197 req-2a7d7b54-900b-4186-ac5f-f48eb5e8272b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778220 Sep 03 13:12:46.942390 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6b8476a5-5496-4939-ab65-3156e4f4b179 req-32ae2fa1-9392-44d6-a3cd-03d1f2dc455a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577848 Sep 03 13:12:47.989008 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:48.114534 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f1906-9c15-4b49-a7ae-2c12d711ce89 req-cb10dc21-99f7-4dbd-832c-a94b28d59ed2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:48.114534 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b78f1906-9c15-4b49-a7ae-2c12d711ce89 req-cb10dc21-99f7-4dbd-832c-a94b28d59ed2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0641398 Sep 03 13:12:48.122961 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe6b56-3bc2-4f68-8c39-cb92a8b27dcc req-5c1a72aa-8a08-4944-8c00-0c7ee688b518 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:48.132583 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6cbe6b56-3bc2-4f68-8c39-cb92a8b27dcc req-5c1a72aa-8a08-4944-8c00-0c7ee688b518 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 944 time: 0.1097665 Sep 03 13:12:48.214551 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6cbe6b56-3bc2-4f68-8c39-cb92a8b27dcc req-d9b53d15-5d0d-44f0-bbe9-a0c775281b92 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801206 Sep 03 13:12:48.218643 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b78f1906-9c15-4b49-a7ae-2c12d711ce89 req-5e3ba2d1-ddc3-4de7-b346-252e7ba50dd7 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829341 Sep 03 13:12:48.388471 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device acd6a3d9-391e-4069-a95d-729a2f9acf12 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:12:48.490058 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port acd6a3d9-391e-4069-a95d-729a2f9acf12, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=acd6a3d9-391e-4069-a95d-729a2f9acf12,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:48.502655 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': 'acd6a3d9-391e-4069-a95d-729a2f9acf12', 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'port_id': 'acd6a3d9-391e-4069-a95d-729a2f9acf12', 'mac_address': 'fa:16:3e:de:d2:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8896cdb-075b-4b0c-9b30-26e21f3c2b16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:12:48.549554 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:48.565501 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd6a3d9-391e-4069-a95d-729a2f9acf12 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:12:48.589634 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port acd6a3d9-391e-4069-a95d-729a2f9acf12, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=acd6a3d9-391e-4069-a95d-729a2f9acf12,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:48.697560 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:48.754168 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=acd6a3d9-391e-4069-a95d-729a2f9acf12,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:48.756512 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.756879 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.757226 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.757567 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.757909 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.758256 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.758653 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.758990 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.759340 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.759674 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.760004 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:48.760336 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:49.183193 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['acd6a3d9-391e-4069-a95d-729a2f9acf12'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:12:49.432428 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587ad18-628e-4caf-b01d-3c2100450817 req-b78eae61-ec55-4c5a-9796-202ff62b7c24 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:49.434097 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1587ad18-628e-4caf-b01d-3c2100450817 req-b78eae61-ec55-4c5a-9796-202ff62b7c24 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.1135476 Sep 03 13:12:49.443279 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88089ed4-ac14-4128-85b2-bf1c257dc063 req-57d24cb3-e04d-406a-b010-ef75115dc389 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:49.445430 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-88089ed4-ac14-4128-85b2-bf1c257dc063 req-57d24cb3-e04d-406a-b010-ef75115dc389 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 945 time: 0.1061471 Sep 03 13:12:49.508089 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1587ad18-628e-4caf-b01d-3c2100450817 req-d9ac767c-48df-4d1b-9c5e-74fb6ac8c04d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615816 Sep 03 13:12:49.516493 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-88089ed4-ac14-4128-85b2-bf1c257dc063 req-b217a75c-4965-4d23-8ae1-71626cb00df8 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612228 Sep 03 13:12:53.201735 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bfff7-bf39-4af0-9182-93672f444d19 req-274a551a-47bf-4c6b-9439-96337495215e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:53.203351 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-170bfff7-bf39-4af0-9182-93672f444d19 req-274a551a-47bf-4c6b-9439-96337495215e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Sep 03 13:12:53.277957 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-170bfff7-bf39-4af0-9182-93672f444d19 req-efdcadac-d0f9-41bf-96b3-f1ab9f36fedc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675318 Sep 03 13:12:53.291630 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357f629-2f6f-40a4-83d3-345144faf0f5 req-ace061f7-606e-4f51-9a79-2159e32b295f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:53.293273 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6357f629-2f6f-40a4-83d3-345144faf0f5 req-ace061f7-606e-4f51-9a79-2159e32b295f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 945 time: 0.0758483 Sep 03 13:12:53.345064 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6357f629-2f6f-40a4-83d3-345144faf0f5 req-e2e8025a-b17d-428f-9939-7d0a40403ae2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376220 Sep 03 13:12:54.454439 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b3c70-4c32-4c87-95e3-a9d4f107bb91 req-1e8fa08c-8171-4e08-b9b7-121a6b6221a8 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:54.456339 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-943b3c70-4c32-4c87-95e3-a9d4f107bb91 req-1e8fa08c-8171-4e08-b9b7-121a6b6221a8 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0701561 Sep 03 13:12:54.538136 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-943b3c70-4c32-4c87-95e3-a9d4f107bb91 req-f3d7bbe1-e14f-4b05-84b3-9dfd145a722a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709381 Sep 03 13:12:54.548099 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2141ee0-de99-427d-8eda-174399160195 req-fbce2e81-13d3-4483-821e-51ca5e143ca2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:54.549439 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2141ee0-de99-427d-8eda-174399160195 req-fbce2e81-13d3-4483-821e-51ca5e143ca2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 945 time: 0.0810909 Sep 03 13:12:54.595282 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2141ee0-de99-427d-8eda-174399160195 req-e35986ee-5601-4249-9701-f399f483aee4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363867 Sep 03 13:12:55.049247 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device acd6a3d9-391e-4069-a95d-729a2f9acf12 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:12:55.234960 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port acd6a3d9-391e-4069-a95d-729a2f9acf12 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:12:55.242462 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port acd6a3d9-391e-4069-a95d-729a2f9acf12 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:12:55.245397 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:55.340859 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:55.367132 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0341bd6d-cbd3-4b12-a95e-017b05c8bf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6a3d9-391e-4069-a95d-729a2f9acf12'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:12:55.370366 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0465ded-7628-4542-916d-f612422e49cf" -d '{"events": [{"server_uuid": "0341bd6d-cbd3-4b12-a95e-017b05c8bf16", "name": "network-vif-plugged", "status": "completed", "tag": "acd6a3d9-391e-4069-a95d-729a2f9acf12"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:12:55.385065 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port acd6a3d9-391e-4069-a95d-729a2f9acf12, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=acd6a3d9-391e-4069-a95d-729a2f9acf12,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:12:55.410397 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ce0a9-0271-4c6d-be9b-4347255afe2a x-openstack-request-id: req-818ce0a9-0271-4c6d-be9b-4347255afe2a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:12:55.410754 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0341bd6d-cbd3-4b12-a95e-017b05c8bf16", "name": "network-vif-plugged", "status": "completed", "tag": "acd6a3d9-391e-4069-a95d-729a2f9acf12", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:12:55.411103 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-818ce0a9-0271-4c6d-be9b-4347255afe2a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:12:55.411612 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0341bd6d-cbd3-4b12-a95e-017b05c8bf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6a3d9-391e-4069-a95d-729a2f9acf12', 'code': 200} Sep 03 13:12:55.467896 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:55.531283 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=acd6a3d9-391e-4069-a95d-729a2f9acf12,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:55.698077 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208e15-1cd2-412f-a52a-2646c2674520 req-caa207fb-a7ae-4678-9099-25ae55e9a345 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:55.699840 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-86208e15-1cd2-412f-a52a-2646c2674520 req-caa207fb-a7ae-4678-9099-25ae55e9a345 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0549011 Sep 03 13:12:55.806245 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-86208e15-1cd2-412f-a52a-2646c2674520 req-4276d098-34cc-4fcc-9d3d-6193329e27e8 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986297 Sep 03 13:12:55.828911 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9c1f7-d86f-48fd-9629-66f55e6bcb8b req-b272721a-a2ef-4e0c-ae6b-f8bdf900c538 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:55.838132 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bac9c1f7-d86f-48fd-9629-66f55e6bcb8b req-b272721a-a2ef-4e0c-ae6b-f8bdf900c538 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 946 time: 0.1165378 Sep 03 13:12:55.884754 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e7a6-161b-4336-a774-413a98e2f99d req-85ec7460-b935-4b74-bb8f-52855d9cfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:55.886308 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9580e7a6-161b-4336-a774-413a98e2f99d req-85ec7460-b935-4b74-bb8f-52855d9cfa17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 1099 time: 0.0799880 Sep 03 13:12:55.888298 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bac9c1f7-d86f-48fd-9629-66f55e6bcb8b req-972fa07a-c236-434d-8867-5038dbedac4a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Sep 03 13:12:55.939946 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9580e7a6-161b-4336-a774-413a98e2f99d req-44d5c7f6-3c2c-4c64-bc26-cd1ae6a40c99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Sep 03 13:12:56.978861 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50552446-47ce-4c15-bef1-fa9bdb58c5ae req-12331aa9-3457-4bdf-a614-3a310b578051 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:56.980345 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-50552446-47ce-4c15-bef1-fa9bdb58c5ae req-12331aa9-3457-4bdf-a614-3a310b578051 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0596101 Sep 03 13:12:57.054313 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-50552446-47ce-4c15-bef1-fa9bdb58c5ae req-4cc55131-3c0d-4ca9-8030-9ab60a488d35 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611353 Sep 03 13:12:57.064642 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b5e2-221c-48b3-8357-fc8800ae300c req-483d5b0c-48b9-4a46-8cc2-0aa98f279176 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:57.066223 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f978b5e2-221c-48b3-8357-fc8800ae300c req-483d5b0c-48b9-4a46-8cc2-0aa98f279176 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 946 time: 0.0850167 Sep 03 13:12:57.118499 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f978b5e2-221c-48b3-8357-fc8800ae300c req-81e5721a-7342-43fa-8eef-a35d2b7ef7cd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Sep 03 13:12:58.002209 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:58.143706 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0952b93a-1336-4f6a-bdff-7fd9a9223865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:58.236023 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0952b93a-1336-4f6a-bdff-7fd9a9223865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:58.312804 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0952b93a-1336-4f6a-bdff-7fd9a9223865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:58.351481 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952b93a-1336-4f6a-bdff-7fd9a9223865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682111e4-f6d7-4d55-891b-c08830422f02,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:58.355679 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0952b93a-1336-4f6a-bdff-7fd9a9223865 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a9b35d1c62249b1aea13378faa30977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520973 Sep 03 13:12:58.364745 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:58.386321 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab549c70-b156-4b47-bbb7-23a0c8b7599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:58.412725 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fac1a5-c12c-4652-a5d3-b44d2b7e02e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:58.439030 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fac1a5-c12c-4652-a5d3-b44d2b7e02e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:58.560104 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fac1a5-c12c-4652-a5d3-b44d2b7e02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:58.562698 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fac1a5-c12c-4652-a5d3-b44d2b7e02e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:58.563850 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-47fac1a5-c12c-4652-a5d3-b44d2b7e02e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/682111e4-f6d7-4d55-891b-c08830422f02 HTTP/1.1" status: 204 len: 168 time: 0.2036667 Sep 03 13:12:58.572896 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fac1a5-c12c-4652-a5d3-b44d2b7e02e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682111e4-f6d7-4d55-891b-c08830422f02,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:00.377090 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30141582-100b-4f3c-98c6-b14dca07d7c2 req-6a7b355c-b82e-4fb5-8cb1-9aa4b559ebd6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:00.378699 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-30141582-100b-4f3c-98c6-b14dca07d7c2 req-6a7b355c-b82e-4fb5-8cb1-9aa4b559ebd6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0626898 Sep 03 13:13:00.428757 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-30141582-100b-4f3c-98c6-b14dca07d7c2 req-2a533862-8368-4471-92c1-c001ab71f76f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Sep 03 13:13:00.702883 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b8d52-c4db-4f64-b561-73a703ca3caf req-a1d0cb57-0346-463c-bd97-f522c37c3f92 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:00.704438 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-816b8d52-c4db-4f64-b561-73a703ca3caf req-a1d0cb57-0346-463c-bd97-f522c37c3f92 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 946 time: 0.0502031 Sep 03 13:13:00.749286 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-816b8d52-c4db-4f64-b561-73a703ca3caf req-2f7afb41-e93b-4624-bbb2-b7f832258989 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Sep 03 13:13:01.172395 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4ec4-48e0-4c5c-9e3c-bac9ad39f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:01.513300 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:01.568945 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05bcb-00b8-4d40-b0da-9e40842b5cdb req-c1cc3c24-bf4f-4948-a323-014ff0e9754a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:01.571995 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-62d05bcb-00b8-4d40-b0da-9e40842b5cdb req-c1cc3c24-bf4f-4948-a323-014ff0e9754a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0625987 Sep 03 13:13:01.628262 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-62d05bcb-00b8-4d40-b0da-9e40842b5cdb req-b3cb9313-0ec2-4030-9e80-2ff61fd8f2ac tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Sep 03 13:13:01.906664 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1a0d3-d5b8-4766-8472-2344671ee978 req-df77ab1a-fc56-4486-9556-c9ce58592f5c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:01.908324 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5ca1a0d3-d5b8-4766-8472-2344671ee978 req-df77ab1a-fc56-4486-9556-c9ce58592f5c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 946 time: 0.0625982 Sep 03 13:13:01.965532 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5ca1a0d3-d5b8-4766-8472-2344671ee978 req-14f29da4-f7d7-4fec-8e7b-1d73e2959001 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 Sep 03 13:13:02.017835 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:02.345333 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d271717-fda6-42a8-b743-9350dec2675d req-a81873e4-14b0-41da-ae27-ec3fac9baf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:02.346979 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3d271717-fda6-42a8-b743-9350dec2675d req-a81873e4-14b0-41da-ae27-ec3fac9baf7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 1098 time: 0.0439262 Sep 03 13:13:02.391716 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3d271717-fda6-42a8-b743-9350dec2675d req-9f61a56f-653e-4299-984d-8b81795c062e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366149 Sep 03 13:13:02.909797 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a764-5117-4a20-ab87-a87ba3c2fdde req-238fe41e-f34e-415d-8da3-f7b30732a28d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:02.912308 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4c96a764-5117-4a20-ab87-a87ba3c2fdde req-238fe41e-f34e-415d-8da3-f7b30732a28d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0648055 Sep 03 13:13:02.957040 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4c96a764-5117-4a20-ab87-a87ba3c2fdde req-add9e23b-2396-44db-9416-af171bc2d303 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376563 Sep 03 13:13:03.912381 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:04.195547 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a4226-625a-4ef3-a47a-cf7045efe8b6 req-69e5eba6-de8b-4006-963b-8ec6084baf64 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:04.197684 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935a4226-625a-4ef3-a47a-cf7045efe8b6 req-69e5eba6-de8b-4006-963b-8ec6084baf64 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0794172 Sep 03 13:13:04.260078 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935a4226-625a-4ef3-a47a-cf7045efe8b6 req-1c493d92-5a06-4926-86b9-4269bb143f38 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549924 Sep 03 13:13:04.784863 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:04.917865 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-718db87e-a01e-4cf8-9b0f-620c006dfc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:05.039897 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-718db87e-a01e-4cf8-9b0f-620c006dfc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:05.103370 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-718db87e-a01e-4cf8-9b0f-620c006dfc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:05.145244 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718db87e-a01e-4cf8-9b0f-620c006dfc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5669762b-733d-4c42-9061-4dd075f7fbe6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:05.154173 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-718db87e-a01e-4cf8-9b0f-620c006dfc67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70c3485d2fd54df39db7749ddaadb075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647175 Sep 03 13:13:05.154474 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:05.216278 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf5f6-d504-4d76-93f0-0a49f6783bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:05.241427 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf5f6-d504-4d76-93f0-0a49f6783bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:05.372310 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf5f6-d504-4d76-93f0-0a49f6783bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:05.375000 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf5f6-d504-4d76-93f0-0a49f6783bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:05.376341 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-2c3bf5f6-d504-4d76-93f0-0a49f6783bdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5669762b-733d-4c42-9061-4dd075f7fbe6 HTTP/1.1" status: 204 len: 168 time: 0.2208936 Sep 03 13:13:05.385952 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bf5f6-d504-4d76-93f0-0a49f6783bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5669762b-733d-4c42-9061-4dd075f7fbe6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:06.260610 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:06.278062 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-405b9922-b548-47f1-9887-ba6d5a03fd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.393079 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-405b9922-b548-47f1-9887-ba6d5a03fd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.464242 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-405b9922-b548-47f1-9887-ba6d5a03fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.511840 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b9922-b548-47f1-9887-ba6d5a03fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12401ba3-e255-480c-b13b-4e68f93430c8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:06.517002 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-405b9922-b548-47f1-9887-ba6d5a03fd88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de2dbb3ef15c4d36bd58e3959bd2ea42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548659 Sep 03 13:13:06.521399 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:06.597816 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc852675-05ca-4a8d-a518-25108ec89e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.628664 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc852675-05ca-4a8d-a518-25108ec89e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.798938 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc852675-05ca-4a8d-a518-25108ec89e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.801758 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc852675-05ca-4a8d-a518-25108ec89e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.803352 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-dc852675-05ca-4a8d-a518-25108ec89e5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12401ba3-e255-480c-b13b-4e68f93430c8 HTTP/1.1" status: 204 len: 168 time: 0.2806821 Sep 03 13:13:06.817041 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc852675-05ca-4a8d-a518-25108ec89e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12401ba3-e255-480c-b13b-4e68f93430c8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:07.945014 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a5100-ceea-41a9-bacc-e2d82f874b38 req-2b690c2b-ecd9-4eef-9891-cf24e82c02ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:07.947216 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-814a5100-ceea-41a9-bacc-e2d82f874b38 req-2b690c2b-ecd9-4eef-9891-cf24e82c02ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0576701 Sep 03 13:13:07.999938 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-814a5100-ceea-41a9-bacc-e2d82f874b38 req-90a8eece-5e9e-4019-a87a-235bfa0e6462 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464721 Sep 03 13:13:08.181633 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe0e7-fec3-4156-b214-169facb066d7 req-091b11a3-68d4-4560-b211-8198c787cd7a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:08.184657 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-67fbe0e7-fec3-4156-b214-169facb066d7 req-091b11a3-68d4-4560-b211-8198c787cd7a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0882111 Sep 03 13:13:08.263186 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-67fbe0e7-fec3-4156-b214-169facb066d7 req-e8558b07-e20a-46f4-953a-05db437ba7a5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669725 Sep 03 13:13:09.947272 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-040785f5-7816-4a62-a155-07a92496c5a6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:09.950102 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-040785f5-7816-4a62-a155-07a92496c5a6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 814 time: 0.1575732 Sep 03 13:13:09.973550 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-4c863f82-10af-4e22-bf39-ba078cefef6b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/quotas/a347e1546cac465481ab721e242bb8fb HTTP/1.1" status: 200 len: 375 time: 0.0169251 Sep 03 13:13:10.032277 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-06d3b02e-cff4-4552-8139-3928897d9fc7 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516477 Sep 03 13:13:10.153437 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-dfc70a6d-6a0f-4244-bb02-e79f78776c81 service neutron] 10.222.0.44 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135151 Sep 03 13:13:10.282706 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-1a986486-817e-4cc3-bd1d-3eeaf9012ab0 service neutron] 10.222.0.44 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184382 Sep 03 13:13:10.633034 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95a42cba-390a-4b01-a0b5-c40232087f2a req-52387eee-5154-40b8-91a0-7c92b6d9e4df tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0437405 Sep 03 13:13:11.409633 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7fd7e-bc15-496b-be48-f29c9df67c1d req-4b7bbb8d-ec6a-4920-8fe5-afdab1a65c07 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:11.411326 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4da7fd7e-bc15-496b-be48-f29c9df67c1d req-4b7bbb8d-ec6a-4920-8fe5-afdab1a65c07 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0759318 Sep 03 13:13:11.473524 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4da7fd7e-bc15-496b-be48-f29c9df67c1d req-70ca593b-47ab-4125-bab4-feb25e654aa7 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534770 Sep 03 13:13:11.475180 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43117280-33da-44d8-8f90-c155d172e49d req-c693f623-604e-4f3b-92fd-5c34c1b25f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:11.478608 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-43117280-33da-44d8-8f90-c155d172e49d req-c693f623-604e-4f3b-92fd-5c34c1b25f86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1098 time: 0.0630012 Sep 03 13:13:11.615382 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43117280-33da-44d8-8f90-c155d172e49d req-a3113f0b-73ea-45b9-90c3-afb03915557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:11.616875 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-43117280-33da-44d8-8f90-c155d172e49d req-a3113f0b-73ea-45b9-90c3-afb03915557a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.1280677 Sep 03 13:13:11.672047 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-43117280-33da-44d8-8f90-c155d172e49d req-4baba544-5272-45e3-8b01-46480e7f8168 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 200 len: 217 time: 0.0430672 Sep 03 13:13:11.731052 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43117280-33da-44d8-8f90-c155d172e49d req-82ca1535-2c3c-4e03-9c53-934c4a06ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:11.732547 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-43117280-33da-44d8-8f90-c155d172e49d req-82ca1535-2c3c-4e03-9c53-934c4a06ff07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.0507636 Sep 03 13:13:11.742444 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7409813a-bdd3-4899-9e54-b986b96067b8 req-e613bd3a-f643-4530-9493-c5819c1f5845 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0331752 Sep 03 13:13:11.772270 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-43117280-33da-44d8-8f90-c155d172e49d req-52ed5cb3-3766-4092-aa27-581118f8670d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317302 Sep 03 13:13:11.879241 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-43117280-33da-44d8-8f90-c155d172e49d req-9fd42b3d-2995-4388-bd32-c04c9e9bb3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954247 Sep 03 13:13:11.995110 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-43117280-33da-44d8-8f90-c155d172e49d req-4a04d6e6-25ac-4df0-a720-ca230f931bfb service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013839 Sep 03 13:13:12.684291 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467d2b7-8ed8-4944-a76f-f391581dc5cc req-0d046e26-933c-456c-b8f3-cbb98dcf9996 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:12.686093 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6467d2b7-8ed8-4944-a76f-f391581dc5cc req-0d046e26-933c-456c-b8f3-cbb98dcf9996 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0804088 Sep 03 13:13:12.753446 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6467d2b7-8ed8-4944-a76f-f391581dc5cc req-aba4887b-192e-4104-8080-90a05d2d60ae tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560830 Sep 03 13:13:12.916937 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b04d69bd-4718-449e-acb4-fbcc332c60c4 req-b4c1ce41-a875-47f3-932a-ace1e8687ce6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0543213 Sep 03 13:13:16.750712 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8033ee30-d298-4e2a-b892-99f82f7900e2 req-8fbab97b-7c1a-40db-bb5e-b4f40efd80b1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0586805 Sep 03 13:13:16.787964 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519c8b8-eb96-4220-b65f-4cca540c392f req-25c22063-a9ad-4e36-bae1-298a3afeab7b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:16.791273 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5519c8b8-eb96-4220-b65f-4cca540c392f req-25c22063-a9ad-4e36-bae1-298a3afeab7b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1393936 Sep 03 13:13:16.844292 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5519c8b8-eb96-4220-b65f-4cca540c392f req-7915d35b-3d8d-452a-baeb-0c683eace66c tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428364 Sep 03 13:13:17.427868 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-4df66c2e-d6b8-479a-92e7-6696faf7867f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:17.429367 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-4df66c2e-d6b8-479a-92e7-6696faf7867f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 814 time: 0.1035540 Sep 03 13:13:17.452759 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Request body: {'port': {'device_id': '2b27279e-8618-4481-98e2-43639a364eb7', 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'admin_state_up': True, 'tenant_id': 'a347e1546cac465481ab721e242bb8fb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:13:17.700169 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Made reservation on behalf of a347e1546cac465481ab721e242bb8fb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:13:17.700169 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:17.840033 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Allocated IP 172.20.0.5 (414d0b81-f00e-4975-b8de-43b149b948f6/e8896cdb-075b-4b0c-9b30-26e21f3c2b16/916e9a8e-9b4a-4557-af76-082dfcf2fa64) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:13:18.035814 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.045540 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cb4685e1-54c6-4de4-b1e5-3f6884d9832a req-109f6300-988d-4de2-8d2d-49d34c89b77f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0580051 Sep 03 13:13:18.123347 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e9d95-bfb4-4911-ac3b-35e812961656 req-21968625-363f-4f3f-bd6e-62d5f503e402 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:18.130828 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-768e9d95-bfb4-4911-ac3b-35e812961656 req-21968625-363f-4f3f-bd6e-62d5f503e402 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1136801 Sep 03 13:13:18.139894 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.167111 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-768e9d95-bfb4-4911-ac3b-35e812961656 req-1ed45ac0-145b-4181-8458-23c9d94fd50c tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352752 Sep 03 13:13:18.264436 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.313326 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'acd6a3d9-391e-4069-a95d-729a2f9acf12'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:13:18.314291 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Network 414d0b81-f00e-4975-b8de-43b149b948f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:13:18.317835 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:13:18.322387 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:13:18.351151 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Pushing event updated for resources: {'Port': ['ID=916e9a8e-9b4a-4557-af76-082dfcf2fa64,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:18.365946 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.366291 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.366657 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.367003 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.367358 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.367673 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.368007 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.368339 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.368907 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.369789 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.370338 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.370927 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:18.398246 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:18.398955 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.504310 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-d4849b48-10fc-4495-bd5f-237d88d6a332 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0558834 Sep 03 13:13:18.527281 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Request body: {'port': {'device_id': '2b27279e-8618-4481-98e2-43639a364eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:13:18.586342 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.870837 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916e9a8e-9b4a-4557-af76-082dfcf2fa64 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:13:18.881956 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.895280 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Transition to ACTIVE for port object 916e9a8e-9b4a-4557-af76-082dfcf2fa64 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:13:18.976149 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.033735 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Pushing event updated for resources: {'Port': ['ID=916e9a8e-9b4a-4557-af76-082dfcf2fa64,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:19.108632 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Attempting to bind port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:13:19.108964 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Attempting to bind port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:13:19.109330 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Attempting to bind port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 on network 414d0b81-f00e-4975-b8de-43b149b948f6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:13:19.114343 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 on network 414d0b81-f00e-4975-b8de-43b149b948f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:13:19.114704 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Attempting to bind port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 on network 414d0b81-f00e-4975-b8de-43b149b948f6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:13:19.120860 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:13:19.121191 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Checking segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:13:19.121590 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Bound using segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:13:19.122027 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Bound port: 916e9a8e-9b4a-4557-af76-082dfcf2fa64, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:13:19.122455 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.202870 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] For port 916e9a8e-9b4a-4557-af76-082dfcf2fa64, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:13:19.208353 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] For port 916e9a8e-9b4a-4557-af76-082dfcf2fa64, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=916e9a8e-9b4a-4557-af76-082dfcf2fa64,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:13:19.277001 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.313878 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:19.314550 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.316320 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] 10.222.0.48 "PUT /v2.0/ports/916e9a8e-9b4a-4557-af76-082dfcf2fa64 HTTP/1.1" status: 200 len: 1093 time: 0.7936213 Sep 03 13:13:19.316843 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b27279e-8618-4481-98e2-43639a364eb7', 'tag': '916e9a8e-9b4a-4557-af76-082dfcf2fa64'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:13:19.319499 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99373b78-087e-479e-afe4-65efb0f20c74" -d '{"events": [{"name": "network-changed", "server_uuid": "2b27279e-8618-4481-98e2-43639a364eb7", "tag": "916e9a8e-9b4a-4557-af76-082dfcf2fa64"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:13:19.338902 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:13:19.347358 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fc83b-a9cb-48da-9769-dff70732c79a service neutron] Pushing event updated for resources: {'Port': ['ID=916e9a8e-9b4a-4557-af76-082dfcf2fa64,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:21.176738 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:21.294674 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043487cb-8243-4720-8017-77ec33d4383c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.394874 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043487cb-8243-4720-8017-77ec33d4383c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.492557 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043487cb-8243-4720-8017-77ec33d4383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.536787 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-043487cb-8243-4720-8017-77ec33d4383c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49ad5c8eaa134cfeb2a7f00f7395c2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588185 Sep 03 13:13:21.537658 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043487cb-8243-4720-8017-77ec33d4383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f47e6b-0470-4986-b740-f1ef933a79bc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:21.540179 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 43894) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:21.593709 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.619205 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.778755 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.781579 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.782841 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31f47e6b-0470-4986-b740-f1ef933a79bc HTTP/1.1" status: 204 len: 168 time: 0.2404706 Sep 03 13:13:21.796693 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f47e6b-0470-4986-b740-f1ef933a79bc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:21.805999 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.806667 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.807026 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.807370 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.807712 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.808061 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.808399 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.808734 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.809074 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.809422 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.809757 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:21.810093 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c844a3a-c223-4190-b923-275438b5ce2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:22.490526 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 43906) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:22.504322 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d9e6-0641-442b-ad99-0bc4af8ba9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:22.622974 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d9e6-0641-442b-ad99-0bc4af8ba9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:22.738023 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d9e6-0641-442b-ad99-0bc4af8ba9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:22.785409 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-7ed4d9e6-0641-442b-ad99-0bc4af8ba9dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1770159aea72416bb8b7b3beced4efde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937727 Sep 03 13:13:22.787524 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4d9e6-0641-442b-ad99-0bc4af8ba9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9bf279-3e57-4ad5-b5d5-541da17ee276,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:22.788497 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:22.906960 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d9ce-9012-480b-ab4b-fac2d029fdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:22.916645 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-e470916f-97ca-46d7-91e8-dac5677542ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:22.918436 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-e470916f-97ca-46d7-91e8-dac5677542ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0824690 Sep 03 13:13:22.948162 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2326-bd7f-42d9-accb-d44451a78a7e req-4c53dce0-197d-451c-9796-c1a3966464a4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:22.950013 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80fa2326-bd7f-42d9-accb-d44451a78a7e req-4c53dce0-197d-451c-9796-c1a3966464a4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 943 time: 0.0688627 Sep 03 13:13:22.953536 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be1569-6197-496e-856b-5903a45eae32 req-91a2bd48-9ef6-4333-af94-f9092262b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:22.955879 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8be1569-6197-496e-856b-5903a45eae32 req-91a2bd48-9ef6-4333-af94-f9092262b270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1098 time: 0.1253021 Sep 03 13:13:22.963662 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d9ce-9012-480b-ab4b-fac2d029fdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:22.998487 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-144ab8aa-1f2d-45b0-a495-44aac21b829f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916e9a8e-9b4a-4557-af76-082dfcf2fa64 HTTP/1.1" status: 200 len: 217 time: 0.0473440 Sep 03 13:13:23.111223 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be1569-6197-496e-856b-5903a45eae32 req-d7b3a6cf-47b0-41b6-b77f-9d08ed139035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:23.112915 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8be1569-6197-496e-856b-5903a45eae32 req-d7b3a6cf-47b0-41b6-b77f-9d08ed139035 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.1264844 Sep 03 13:13:23.165409 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8be1569-6197-496e-856b-5903a45eae32 req-a4753931-05f5-4a6e-9b58-36d455b8f510 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 200 len: 217 time: 0.0389421 Sep 03 13:13:23.172502 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d9ce-9012-480b-ab4b-fac2d029fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:23.175278 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d9ce-9012-480b-ab4b-fac2d029fdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:23.176682 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-a0c0d9ce-9012-480b-ab4b-fac2d029fdc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe9bf279-3e57-4ad5-b5d5-541da17ee276 HTTP/1.1" status: 204 len: 168 time: 0.3856950 Sep 03 13:13:23.217516 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0d9ce-9012-480b-ab4b-fac2d029fdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9bf279-3e57-4ad5-b5d5-541da17ee276,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:23.265946 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be1569-6197-496e-856b-5903a45eae32 req-e6af7b11-9189-40b4-95e2-64c711740855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:23.268614 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8be1569-6197-496e-856b-5903a45eae32 req-e6af7b11-9189-40b4-95e2-64c711740855 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.0888636 Sep 03 13:13:23.293674 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80fa2326-bd7f-42d9-accb-d44451a78a7e req-5a989a67-3cee-42bb-86d0-3a12ee50c897 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991595 Sep 03 13:13:23.313116 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8be1569-6197-496e-856b-5903a45eae32 req-1c303372-81e5-4dc7-a784-8d6e7c9b00de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364168 Sep 03 13:13:23.316118 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2f01-3ab2-4b37-a888-47856005ab58 req-759151c9-0901-4dc3-8126-a7792ddd1646 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:23.317616 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18af2f01-3ab2-4b37-a888-47856005ab58 req-759151c9-0901-4dc3-8126-a7792ddd1646 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.3591990 Sep 03 13:13:23.321557 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-dfb3624d-64f9-41f9-b2cf-f901eab311c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:23.326091 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-dfb3624d-64f9-41f9-b2cf-f901eab311c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 200 len: 854 time: 0.3092716 Sep 03 13:13:23.373330 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-f6f25677-8062-4353-8383-b0b3e9067f7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=414d0b81-f00e-4975-b8de-43b149b948f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317745 Sep 03 13:13:23.391315 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfdf2c2-6368-4463-a035-a70b34c023aa x-openstack-request-id: req-dcfdf2c2-6368-4463-a035-a70b34c023aa {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:13:23.391756 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b27279e-8618-4481-98e2-43639a364eb7", "tag": "916e9a8e-9b4a-4557-af76-082dfcf2fa64", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:13:23.392184 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcfdf2c2-6368-4463-a035-a70b34c023aa {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:13:23.392809 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b27279e-8618-4481-98e2-43639a364eb7', 'tag': '916e9a8e-9b4a-4557-af76-082dfcf2fa64', 'status': 'completed', 'code': 200} Sep 03 13:13:23.442137 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18af2f01-3ab2-4b37-a888-47856005ab58 req-37217a42-122d-4267-8f5f-734aae54b9a2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978165 Sep 03 13:13:23.507633 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8be1569-6197-496e-856b-5903a45eae32 req-c2135863-d14c-4977-9a74-4a1a35675071 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682084 Sep 03 13:13:23.544619 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-f873f94c-4eda-4a50-bb40-ee74e9f397c9 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579697 Sep 03 13:13:23.623194 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8be1569-6197-496e-856b-5903a45eae32 req-f0f46d2c-f7ee-46fb-abcf-600e08edd507 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037209 Sep 03 13:13:23.659769 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c231b75-9ec6-4187-98ff-cbda4a5fc4ee req-1f6cf119-2e5a-494b-92b1-a5756304a334 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038988 Sep 03 13:13:23.999467 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99373b78-087e-479e-afe4-65efb0f20c74 req-c7b0a017-627d-41d5-be07-ca7cdf9f8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:24.001135 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99373b78-087e-479e-afe4-65efb0f20c74 req-c7b0a017-627d-41d5-be07-ca7cdf9f8035 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0622709 Sep 03 13:13:24.139379 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99373b78-087e-479e-afe4-65efb0f20c74 req-459e1b4d-e939-40b9-a2b6-8802d70e993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:24.141085 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99373b78-087e-479e-afe4-65efb0f20c74 req-459e1b4d-e939-40b9-a2b6-8802d70e993f service neutron] 10.222.0.48 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 915 time: 0.1066279 Sep 03 13:13:24.187272 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99373b78-087e-479e-afe4-65efb0f20c74 req-17df9c8d-8427-47d6-9847-028041ea7000 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916e9a8e-9b4a-4557-af76-082dfcf2fa64 HTTP/1.1" status: 200 len: 217 time: 0.0366821 Sep 03 13:13:24.252813 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99373b78-087e-479e-afe4-65efb0f20c74 req-74b3cf42-8ee6-4281-8ed0-677dd5269aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:24.255422 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99373b78-087e-479e-afe4-65efb0f20c74 req-74b3cf42-8ee6-4281-8ed0-677dd5269aba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 200 len: 854 time: 0.0598023 Sep 03 13:13:24.301311 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99373b78-087e-479e-afe4-65efb0f20c74 req-9e390706-a519-4345-9632-0fd4f0c6ecf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=414d0b81-f00e-4975-b8de-43b149b948f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317307 Sep 03 13:13:24.475808 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be71ef-1332-42f4-a73a-9f5c4662300a req-0203758c-3b8e-4ce4-827b-702248df2546 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:24.477805 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-07be71ef-1332-42f4-a73a-9f5c4662300a req-0203758c-3b8e-4ce4-827b-702248df2546 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 943 time: 0.0743017 Sep 03 13:13:24.482184 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99373b78-087e-479e-afe4-65efb0f20c74 req-9c763ea7-7922-4e8d-83e9-745a6560e7dc service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643772 Sep 03 13:13:24.646214 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 43956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:24.680972 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-07be71ef-1332-42f4-a73a-9f5c4662300a req-c98fe5d8-709f-41f5-aad6-03d9c92b86c3 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604815 Sep 03 13:13:24.717856 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4fea4-a612-48c3-bfd0-3ebadc4c1b2c req-11e01532-3d6d-4c11-836f-9dba7272d5f6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:24.719531 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49e4fea4-a612-48c3-bfd0-3ebadc4c1b2c req-11e01532-3d6d-4c11-836f-9dba7272d5f6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0964081 Sep 03 13:13:24.729297 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99373b78-087e-479e-afe4-65efb0f20c74 req-7774b57c-6a3f-4d0a-8b8e-0c7dc3c77d2b service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311354 Sep 03 13:13:24.777747 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49e4fea4-a612-48c3-bfd0-3ebadc4c1b2c req-76bec8ff-ab25-4bc9-b912-74e5cab62930 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Sep 03 13:13:24.818514 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14569d7b-d6ca-46b3-94df-06d9d3ff83da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:24.955434 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14569d7b-d6ca-46b3-94df-06d9d3ff83da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:25.099869 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14569d7b-d6ca-46b3-94df-06d9d3ff83da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:25.172760 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14569d7b-d6ca-46b3-94df-06d9d3ff83da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8ed32-f157-41ad-a421-45cb3e878ece,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:25.179330 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-14569d7b-d6ca-46b3-94df-06d9d3ff83da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f6b64b2688e49cdbc63803274792ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309010 Sep 03 13:13:25.183325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 43972) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:25.272512 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90e5d5bb-3e0c-4231-8792-9653dd44d1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:25.299212 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90e5d5bb-3e0c-4231-8792-9653dd44d1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:25.421819 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90e5d5bb-3e0c-4231-8792-9653dd44d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:25.424529 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90e5d5bb-3e0c-4231-8792-9653dd44d1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:25.429510 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-90e5d5bb-3e0c-4231-8792-9653dd44d1b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ee8ed32-f157-41ad-a421-45cb3e878ece HTTP/1.1" status: 204 len: 168 time: 0.2407892 Sep 03 13:13:25.434522 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5d5bb-3e0c-4231-8792-9653dd44d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8ed32-f157-41ad-a421-45cb3e878ece,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:25.853651 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08244641-bc14-4666-b42c-0d0c8c98bfc5 req-3688d5f2-27d7-47c9-8bbb-7eb41049a418 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:25.863254 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-08244641-bc14-4666-b42c-0d0c8c98bfc5 req-3688d5f2-27d7-47c9-8bbb-7eb41049a418 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 943 time: 0.1024854 Sep 03 13:13:25.933166 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-08244641-bc14-4666-b42c-0d0c8c98bfc5 req-c7b41e89-2990-420c-afb2-56aee104fac7 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640719 Sep 03 13:13:25.948768 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7487-11d9-4ab5-8d44-d778cc33206e req-66822e19-7d08-4427-b823-c3615ff20145 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:25.960172 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e4cc7487-11d9-4ab5-8d44-d778cc33206e req-66822e19-7d08-4427-b823-c3615ff20145 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0878160 Sep 03 13:13:26.003743 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e4cc7487-11d9-4ab5-8d44-d778cc33206e req-9eb374e7-a481-4535-8152-17511b2ea37d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 Sep 03 13:13:26.464278 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 44014) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:26.482129 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d3b92d7-c51b-4cf5-9a4f-fede027de8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:26.622284 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d3b92d7-c51b-4cf5-9a4f-fede027de8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:26.715370 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d3b92d7-c51b-4cf5-9a4f-fede027de8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:26.757117 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0d3b92d7-c51b-4cf5-9a4f-fede027de8a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aeb03463f3f4b21925fde9840cff6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916281 Sep 03 13:13:26.758158 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b92d7-c51b-4cf5-9a4f-fede027de8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d7e380-e786-4563-92a3-5e37fbb95a46,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:26.760725 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:26.822888 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b2f36a-1edb-4585-919c-2523f727b449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:26.863520 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b2f36a-1edb-4585-919c-2523f727b449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:27.027598 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b2f36a-1edb-4585-919c-2523f727b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:27.030464 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b2f36a-1edb-4585-919c-2523f727b449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:27.031809 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-00b2f36a-1edb-4585-919c-2523f727b449 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60d7e380-e786-4563-92a3-5e37fbb95a46 HTTP/1.1" status: 204 len: 168 time: 0.2689989 Sep 03 13:13:27.045448 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2f36a-1edb-4585-919c-2523f727b449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d7e380-e786-4563-92a3-5e37fbb95a46,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:27.163048 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd64f9-b212-44df-a247-034ac30b493a req-d43c6331-b832-4614-b744-e10203d8096e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:27.164655 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3bfd64f9-b212-44df-a247-034ac30b493a req-d43c6331-b832-4614-b744-e10203d8096e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 943 time: 0.1485560 Sep 03 13:13:27.234265 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3bfd64f9-b212-44df-a247-034ac30b493a req-0c574054-fafb-4a79-a87f-e745148b5c96 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Sep 03 13:13:27.247188 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee02e0c-de58-4b75-b7aa-abb698066fc3 req-919b52b1-1751-4487-8cfd-4e9dd00e523c tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:27.248812 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9ee02e0c-de58-4b75-b7aa-abb698066fc3 req-919b52b1-1751-4487-8cfd-4e9dd00e523c tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0832150 Sep 03 13:13:27.315763 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9ee02e0c-de58-4b75-b7aa-abb698066fc3 req-7c9124f7-f201-4840-b9d3-b1dbb604410b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556653 Sep 03 13:13:28.404619 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc310a2a-d31c-40ea-b01e-ff5df58e0c96 req-4839a64b-eb7a-4ad5-b38b-7f7677a27cc3 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:28.406064 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fc310a2a-d31c-40ea-b01e-ff5df58e0c96 req-4839a64b-eb7a-4ad5-b38b-7f7677a27cc3 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 943 time: 0.0561352 Sep 03 13:13:28.407009 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37983899-0238-4e8a-8fe1-04325848ce70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:28.482854 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fc310a2a-d31c-40ea-b01e-ff5df58e0c96 req-bf1a0f7c-5944-4daf-9662-82290d07d09f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624371 Sep 03 13:13:28.492221 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482914f-b3aa-4f03-9b66-213f00726b4f req-9bb47cd3-12db-4c98-908e-686d7ed2da78 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:28.493896 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3482914f-b3aa-4f03-9b66-213f00726b4f req-9bb47cd3-12db-4c98-908e-686d7ed2da78 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0868521 Sep 03 13:13:28.536095 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3482914f-b3aa-4f03-9b66-213f00726b4f req-bbf93c70-233c-418a-bd40-a4a54211a108 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Sep 03 13:13:28.635603 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 916e9a8e-9b4a-4557-af76-082dfcf2fa64 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:13:28.766615 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 916e9a8e-9b4a-4557-af76-082dfcf2fa64, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=916e9a8e-9b4a-4557-af76-082dfcf2fa64,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:28.784296 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '916e9a8e-9b4a-4557-af76-082dfcf2fa64', 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'port_id': '916e9a8e-9b4a-4557-af76-082dfcf2fa64', 'mac_address': 'fa:16:3e:eb:cd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8896cdb-075b-4b0c-9b30-26e21f3c2b16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:13:28.840637 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:28.863856 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916e9a8e-9b4a-4557-af76-082dfcf2fa64 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:13:28.901896 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 916e9a8e-9b4a-4557-af76-082dfcf2fa64, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=916e9a8e-9b4a-4557-af76-082dfcf2fa64,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:29.035454 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:29.084021 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=916e9a8e-9b4a-4557-af76-082dfcf2fa64,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:29.550963 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['916e9a8e-9b4a-4557-af76-082dfcf2fa64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:13:29.699787 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cce73c-de29-4144-a4a5-e286c2a8259c req-cf0d925f-468a-4563-a1cb-b43483c16aa4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:29.701364 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e9cce73c-de29-4144-a4a5-e286c2a8259c req-cf0d925f-468a-4563-a1cb-b43483c16aa4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 944 time: 0.1243522 Sep 03 13:13:29.717498 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8d15c-9fdf-46ed-874e-d10b74e5db3f req-dbf0b3d0-d6f9-405b-bed0-56d51bbda978 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:29.719109 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c6a8d15c-9fdf-46ed-874e-d10b74e5db3f req-dbf0b3d0-d6f9-405b-bed0-56d51bbda978 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0943642 Sep 03 13:13:29.784060 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e9cce73c-de29-4144-a4a5-e286c2a8259c req-4e068a6e-df2e-4931-b42c-1f13a81021ea tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639505 Sep 03 13:13:29.812728 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c6a8d15c-9fdf-46ed-874e-d10b74e5db3f req-790862a5-ec13-479e-bf2b-16d0cb7d06a2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806422 Sep 03 13:13:30.529396 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44212) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:30.648479 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cffe49-023f-4fcc-8ce3-2955984ecd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:30.755438 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cffe49-023f-4fcc-8ce3-2955984ecd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:30.888238 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cffe49-023f-4fcc-8ce3-2955984ecd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:30.950471 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cffe49-023f-4fcc-8ce3-2955984ecd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007967bf-ac56-4a1b-83ad-f3550a9500c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:30.969480 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-20cffe49-023f-4fcc-8ce3-2955984ecd7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60f81ee6a0644bc18942d0a8f7f816dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382944 Sep 03 13:13:30.970445 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:31.008955 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b85e6-3446-47ae-b218-1347eddea0ba req-de8ea05b-3136-4554-bae5-960fc5302ccf tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:31.010706 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-258b85e6-3446-47ae-b218-1347eddea0ba req-de8ea05b-3136-4554-bae5-960fc5302ccf tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 944 time: 0.1330283 Sep 03 13:13:31.024070 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e82ad-5436-4ffb-ba49-7e9c2fbb78e2 req-53b37f1a-f4a1-4a3f-b293-b31d4f478c69 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:31.025735 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7a8e82ad-5436-4ffb-ba49-7e9c2fbb78e2 req-53b37f1a-f4a1-4a3f-b293-b31d4f478c69 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0981834 Sep 03 13:13:31.053402 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abe8878b-db7e-4fed-bf2d-b100bdb83ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:31.079884 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abe8878b-db7e-4fed-bf2d-b100bdb83ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:31.088759 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-258b85e6-3446-47ae-b218-1347eddea0ba req-946299ff-9844-40e6-b6c9-7512411d3740 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619526 Sep 03 13:13:31.126754 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7a8e82ad-5436-4ffb-ba49-7e9c2fbb78e2 req-406731f0-612a-413c-84bd-7121b6a074a7 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920742 Sep 03 13:13:31.187678 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f933761-b7fd-41d0-829e-3c5f155acc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:31.278982 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abe8878b-db7e-4fed-bf2d-b100bdb83ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:31.281698 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abe8878b-db7e-4fed-bf2d-b100bdb83ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:31.284033 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-abe8878b-db7e-4fed-bf2d-b100bdb83ebe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/007967bf-ac56-4a1b-83ad-f3550a9500c5 HTTP/1.1" status: 204 len: 168 time: 0.3119903 Sep 03 13:13:31.297398 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8878b-db7e-4fed-bf2d-b100bdb83ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007967bf-ac56-4a1b-83ad-f3550a9500c5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:31.526801 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:31.910302 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:32.035562 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8af047-65ec-42ad-a36a-77bc86fc22ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.101935 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.166832 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8af047-65ec-42ad-a36a-77bc86fc22ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.221999 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:32.236935 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfd73403-36a5-420d-9154-25a85c0a265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.246594 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8af047-65ec-42ad-a36a-77bc86fc22ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.305742 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4f8af047-65ec-42ad-a36a-77bc86fc22ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23c694d255be40a981fae144e45b00a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940871 Sep 03 13:13:32.308721 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8af047-65ec-42ad-a36a-77bc86fc22ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3102c7cc-7627-45a3-b3db-a65b68a2e06e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:32.310073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 44264) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:32.393466 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac22c952-ea58-46dc-a7b5-16edfb9ad94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.394012 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfd73403-36a5-420d-9154-25a85c0a265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.432842 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac22c952-ea58-46dc-a7b5-16edfb9ad94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.463994 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfd73403-36a5-420d-9154-25a85c0a265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.505002 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd73403-36a5-420d-9154-25a85c0a265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da1bece-1ae8-4a14-9815-205b242b2305,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:32.509421 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-bfd73403-36a5-420d-9154-25a85c0a265e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3956fae5e0b4fb9b38fda808458a267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881815 Sep 03 13:13:32.513486 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:32.573132 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caedb05b-60aa-46f6-8eeb-e68d71c440ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.598188 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caedb05b-60aa-46f6-8eeb-e68d71c440ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.611405 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac22c952-ea58-46dc-a7b5-16edfb9ad94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.616226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac22c952-ea58-46dc-a7b5-16edfb9ad94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.618396 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ac22c952-ea58-46dc-a7b5-16edfb9ad94d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3102c7cc-7627-45a3-b3db-a65b68a2e06e HTTP/1.1" status: 204 len: 168 time: 0.3068063 Sep 03 13:13:32.633773 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22c952-ea58-46dc-a7b5-16edfb9ad94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3102c7cc-7627-45a3-b3db-a65b68a2e06e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:32.778331 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caedb05b-60aa-46f6-8eeb-e68d71c440ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.780950 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caedb05b-60aa-46f6-8eeb-e68d71c440ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:32.782210 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-caedb05b-60aa-46f6-8eeb-e68d71c440ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3da1bece-1ae8-4a14-9815-205b242b2305 HTTP/1.1" status: 204 len: 168 time: 0.2677298 Sep 03 13:13:32.792169 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedb05b-60aa-46f6-8eeb-e68d71c440ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da1bece-1ae8-4a14-9815-205b242b2305,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:33.612339 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:33.627684 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09f06f0a-8070-4df7-a934-66e5aa9cf552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:33.751795 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09f06f0a-8070-4df7-a934-66e5aa9cf552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:33.772664 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264064-fe91-4f4a-8c6e-71d35397eeff req-1052fd80-ec0a-4823-a051-b76fcfe7d6aa tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:33.776031 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-40264064-fe91-4f4a-8c6e-71d35397eeff req-1052fd80-ec0a-4823-a051-b76fcfe7d6aa tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 944 time: 0.1042397 Sep 03 13:13:33.852454 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09f06f0a-8070-4df7-a934-66e5aa9cf552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:33.865235 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:33.872601 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-40264064-fe91-4f4a-8c6e-71d35397eeff req-c2d436ac-180c-43d2-8b79-4365245a0ef5 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772917 Sep 03 13:13:33.882263 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b365-d8b2-4942-bcb2-10b048e9a288 req-7d123221-ce02-4116-adca-2534d2ac8daf tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:33.884340 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ad31b365-d8b2-4942-bcb2-10b048e9a288 req-7d123221-ce02-4116-adca-2534d2ac8daf tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1068308 Sep 03 13:13:33.949622 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f06f0a-8070-4df7-a934-66e5aa9cf552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1ef26e-bcc4-4301-bf21-ca88de735f5b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:33.965769 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ad31b365-d8b2-4942-bcb2-10b048e9a288 req-d656a956-8929-475c-b4d5-ac4ca0178bb3 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541530 Sep 03 13:13:33.992919 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-09f06f0a-8070-4df7-a934-66e5aa9cf552 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24a639954a034ab6b45b7fc56d3cfa6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791018 Sep 03 13:13:33.997979 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:34.061981 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35e480e7-72f1-4d35-a814-9ae95bcf5d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:34.104727 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35e480e7-72f1-4d35-a814-9ae95bcf5d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:34.264391 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35e480e7-72f1-4d35-a814-9ae95bcf5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:34.268172 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35e480e7-72f1-4d35-a814-9ae95bcf5d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:34.269959 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-35e480e7-72f1-4d35-a814-9ae95bcf5d64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb1ef26e-bcc4-4301-bf21-ca88de735f5b HTTP/1.1" status: 204 len: 168 time: 0.2665381 Sep 03 13:13:34.284551 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e480e7-72f1-4d35-a814-9ae95bcf5d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1ef26e-bcc4-4301-bf21-ca88de735f5b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:34.650651 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 916e9a8e-9b4a-4557-af76-082dfcf2fa64 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:13:34.839608 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:13:34.847244 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:13:34.847806 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:34.981043 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:35.058233 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27279e-8618-4481-98e2-43639a364eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916e9a8e-9b4a-4557-af76-082dfcf2fa64'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:13:35.062093 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c083c35-eb5c-4467-82d2-5492ad5fdf20" -d '{"events": [{"server_uuid": "2b27279e-8618-4481-98e2-43639a364eb7", "name": "network-vif-plugged", "status": "completed", "tag": "916e9a8e-9b4a-4557-af76-082dfcf2fa64"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:13:35.151185 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 916e9a8e-9b4a-4557-af76-082dfcf2fa64, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=916e9a8e-9b4a-4557-af76-082dfcf2fa64,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:35.201851 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db5af5-5ae5-4f90-a201-133617fd6c56 req-adca4d89-6919-4d7e-8dea-2fec86083c6f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:35.203232 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-07db5af5-5ae5-4f90-a201-133617fd6c56 req-adca4d89-6919-4d7e-8dea-2fec86083c6f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 944 time: 0.1187613 Sep 03 13:13:35.267623 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9e3c6-e99d-4d19-bd08-a1fa5301ef68 req-28706734-7a62-4ac5-bfe9-7d2cbfcbd0ed tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:35.269925 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:35.279063 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-adc9e3c6-e99d-4d19-bd08-a1fa5301ef68 req-28706734-7a62-4ac5-bfe9-7d2cbfcbd0ed tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1556072 Sep 03 13:13:35.340845 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=916e9a8e-9b4a-4557-af76-082dfcf2fa64,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:35.355028 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-07db5af5-5ae5-4f90-a201-133617fd6c56 req-09eec4ee-9173-425f-987b-9f411d925612 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458871 Sep 03 13:13:35.397681 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-adc9e3c6-e99d-4d19-bd08-a1fa5301ef68 req-f790d419-88f9-4a50-9272-75db5704c740 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107213 Sep 03 13:13:35.439946 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176cfc4e-0097-43ed-9390-562ddf5dcfcd x-openstack-request-id: req-176cfc4e-0097-43ed-9390-562ddf5dcfcd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:13:35.440941 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27279e-8618-4481-98e2-43639a364eb7", "name": "network-vif-plugged", "status": "completed", "tag": "916e9a8e-9b4a-4557-af76-082dfcf2fa64", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:13:35.441384 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-176cfc4e-0097-43ed-9390-562ddf5dcfcd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:13:35.442168 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b27279e-8618-4481-98e2-43639a364eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916e9a8e-9b4a-4557-af76-082dfcf2fa64', 'code': 200} Sep 03 13:13:36.037018 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e685a-c295-41d3-b819-6cf12acce737 req-b968b2ff-3d99-43f4-8b08-24024d201e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:36.039572 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-322e685a-c295-41d3-b819-6cf12acce737 req-b968b2ff-3d99-43f4-8b08-24024d201e5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0605845 Sep 03 13:13:36.093748 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-322e685a-c295-41d3-b819-6cf12acce737 req-cbc6e601-2c25-4d61-8143-54f5cf9301ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Sep 03 13:13:36.523404 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:36.602536 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066b47-de2d-47ab-9b97-a85b055095de req-9f4390a1-d001-404d-a907-11bca9e3da69 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:36.608148 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01066b47-de2d-47ab-9b97-a85b055095de req-9f4390a1-d001-404d-a907-11bca9e3da69 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.1238554 Sep 03 13:13:36.741836 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01066b47-de2d-47ab-9b97-a85b055095de req-8b5643f1-b25a-4aa0-910f-529011b3dec6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895362 Sep 03 13:13:36.758922 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea2cb-a0b8-4b7c-a750-c648723a1233 req-2b409ea8-a49c-4e5d-98b2-475206d129b7 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:36.758922 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a57ea2cb-a0b8-4b7c-a750-c648723a1233 req-2b409ea8-a49c-4e5d-98b2-475206d129b7 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1448083 Sep 03 13:13:36.787746 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-997e4d14-5b8a-4c07-8d2f-dba9da97704b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:36.831328 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a57ea2cb-a0b8-4b7c-a750-c648723a1233 req-7f2df594-8633-4291-9643-34512567de10 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Sep 03 13:13:36.923451 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-997e4d14-5b8a-4c07-8d2f-dba9da97704b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.087033 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-997e4d14-5b8a-4c07-8d2f-dba9da97704b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.162630 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-997e4d14-5b8a-4c07-8d2f-dba9da97704b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be3c97b0c2b849169641c8fbf5846c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365147 Sep 03 13:13:37.164085 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e4d14-5b8a-4c07-8d2f-dba9da97704b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f3304f-dcee-4b27-ab66-1f4d65f07131,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:37.164700 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 44404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:37.265389 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56c32e2d-f35b-4165-995d-417bf6b366f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.305444 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56c32e2d-f35b-4165-995d-417bf6b366f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.356276 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:37.539036 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20e600b3-9e08-4331-9c53-2f8ebbc29cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.720156 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56c32e2d-f35b-4165-995d-417bf6b366f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.724526 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56c32e2d-f35b-4165-995d-417bf6b366f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.726454 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-56c32e2d-f35b-4165-995d-417bf6b366f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86f3304f-dcee-4b27-ab66-1f4d65f07131 HTTP/1.1" status: 204 len: 168 time: 0.5602508 Sep 03 13:13:37.740515 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c32e2d-f35b-4165-995d-417bf6b366f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f3304f-dcee-4b27-ab66-1f4d65f07131,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:37.865250 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20e600b3-9e08-4331-9c53-2f8ebbc29cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.958406 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20e600b3-9e08-4331-9c53-2f8ebbc29cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.971610 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b423-5de7-479a-877a-43f4062e2a26 req-085dafc8-5565-4777-abf8-256422a990fb tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:37.974783 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a851b423-5de7-479a-877a-43f4062e2a26 req-085dafc8-5565-4777-abf8-256422a990fb tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0977252 Sep 03 13:13:38.041071 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-20e600b3-9e08-4331-9c53-2f8ebbc29cbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8454f7f0070b43008898f54a0886ff67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831338 Sep 03 13:13:38.042928 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e600b3-9e08-4331-9c53-2f8ebbc29cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b31c3-034a-4273-a519-c3c531c06074,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:38.046940 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:38.065580 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a851b423-5de7-479a-877a-43f4062e2a26 req-53b54bbd-5131-4521-ad9e-8ac6ed297822 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719724 Sep 03 13:13:38.151817 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9672db7-2c1d-47f7-be58-4013337f38db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:38.206117 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9672db7-2c1d-47f7-be58-4013337f38db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:38.346911 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68457163-df6f-4a5c-b5b8-8066b086a851 req-20573625-3def-47f3-bf47-fb6455f8f23f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:38.349803 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-68457163-df6f-4a5c-b5b8-8066b086a851 req-20573625-3def-47f3-bf47-fb6455f8f23f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1704299 Sep 03 13:13:38.418895 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-68457163-df6f-4a5c-b5b8-8066b086a851 req-82c6e531-3d85-458f-b08a-f6a8a3fb9cad tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605803 Sep 03 13:13:38.425005 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9672db7-2c1d-47f7-be58-4013337f38db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:38.431309 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9672db7-2c1d-47f7-be58-4013337f38db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:38.434031 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-d9672db7-2c1d-47f7-be58-4013337f38db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e41b31c3-034a-4273-a519-c3c531c06074 HTTP/1.1" status: 204 len: 168 time: 0.3851986 Sep 03 13:13:38.450468 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9672db7-2c1d-47f7-be58-4013337f38db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b31c3-034a-4273-a519-c3c531c06074,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:38.875115 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44458) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:38.898859 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2510eefb-b404-4b64-8ef5-b7007adc55f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:38.951266 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa9cf0-9ca1-4619-b315-3092ff48e5fe req-1d400304-6d4b-4380-b071-0c827d620181 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:38.953047 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0eaa9cf0-9ca1-4619-b315-3092ff48e5fe req-1d400304-6d4b-4380-b071-0c827d620181 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0614326 Sep 03 13:13:39.000381 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0eaa9cf0-9ca1-4619-b315-3092ff48e5fe req-cac88482-cc74-4675-8af5-1b6be1573cf4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Sep 03 13:13:39.016533 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2510eefb-b404-4b64-8ef5-b7007adc55f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:39.118895 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2510eefb-b404-4b64-8ef5-b7007adc55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:39.171036 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-2510eefb-b404-4b64-8ef5-b7007adc55f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42ceb38bf0804838bbf242f3b7e45209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918503 Sep 03 13:13:39.171036 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510eefb-b404-4b64-8ef5-b7007adc55f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b3a29-fd27-43f1-9893-9b8878cf14ed,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:39.172601 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 44466) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:39.258862 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da074b-2fc2-4510-b01e-4b8710363488 req-6d0af262-db0c-417b-88d6-08b6622e42ae tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:39.260567 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d1da074b-2fc2-4510-b01e-4b8710363488 req-6d0af262-db0c-417b-88d6-08b6622e42ae tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.1163929 Sep 03 13:13:39.261500 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-688a9af0-dd73-4fad-b28e-f09e1d9f3152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:39.302804 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-688a9af0-dd73-4fad-b28e-f09e1d9f3152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:39.343766 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d1da074b-2fc2-4510-b01e-4b8710363488 req-f350b993-2131-4eef-a40b-d6d257c820f3 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709889 Sep 03 13:13:39.510226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-688a9af0-dd73-4fad-b28e-f09e1d9f3152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:39.513517 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-688a9af0-dd73-4fad-b28e-f09e1d9f3152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:39.519341 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-688a9af0-dd73-4fad-b28e-f09e1d9f3152 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca6b3a29-fd27-43f1-9893-9b8878cf14ed HTTP/1.1" status: 204 len: 168 time: 0.3422384 Sep 03 13:13:39.574230 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a9af0-dd73-4fad-b28e-f09e1d9f3152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b3a29-fd27-43f1-9893-9b8878cf14ed,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:39.597247 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb41ee-04ab-4cc2-a579-a2ca15e3c7b9 req-45788ddb-2f17-4f71-be8b-f39ee30dd6c2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:39.608247 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1cb41ee-04ab-4cc2-a579-a2ca15e3c7b9 req-45788ddb-2f17-4f71-be8b-f39ee30dd6c2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0870543 Sep 03 13:13:39.650097 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1cb41ee-04ab-4cc2-a579-a2ca15e3c7b9 req-d5f1ee55-c733-4a21-be5a-3e0f7b3ebfb4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Sep 03 13:13:40.267948 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e834a-0467-43fe-9464-a6c1b95708bc req-30629229-80c3-49e5-a9e1-80f18f0515fd tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:40.281221 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1e8e834a-0467-43fe-9464-a6c1b95708bc req-30629229-80c3-49e5-a9e1-80f18f0515fd tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1227899 Sep 03 13:13:40.378935 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1e8e834a-0467-43fe-9464-a6c1b95708bc req-71897d4c-1a62-47cb-b6c8-84384da19ed3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943241 Sep 03 13:13:40.420985 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86e14-cea4-46fa-9394-30cbcd366160 req-67f95b88-bf50-430a-b88b-a3db2fef9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:40.424247 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4dd86e14-cea4-46fa-9394-30cbcd366160 req-67f95b88-bf50-430a-b88b-a3db2fef9bf1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1098 time: 0.0973520 Sep 03 13:13:40.480862 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4dd86e14-cea4-46fa-9394-30cbcd366160 req-172aecae-4f0a-400a-a322-2254aafd58bb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447354 Sep 03 13:13:40.865255 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73afec-5a2d-4e17-99d0-108cbdcfe35c req-62d40a55-af05-4f13-b91a-abc92546d6ba tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:40.868674 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-da73afec-5a2d-4e17-99d0-108cbdcfe35c req-62d40a55-af05-4f13-b91a-abc92546d6ba tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1115732 Sep 03 13:13:40.949061 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-da73afec-5a2d-4e17-99d0-108cbdcfe35c req-43599630-d8c5-4e27-acb9-2838ff4f4f36 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690191 Sep 03 13:13:41.565801 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4648d1b-c057-4c9a-8201-19819d0d80fc req-edf06252-1722-46b1-bbaa-4a7dd640f867 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:41.568605 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d4648d1b-c057-4c9a-8201-19819d0d80fc req-edf06252-1722-46b1-bbaa-4a7dd640f867 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0917099 Sep 03 13:13:41.631039 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d4648d1b-c057-4c9a-8201-19819d0d80fc req-3a5a2f7e-70d0-4901-9290-f66d3c246d2d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558515 Sep 03 13:13:42.131635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96305f-5b73-4139-b592-3ed7bb16741f req-97661ca1-372a-4b4d-9ebf-796840b8c868 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:42.143921 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cb96305f-5b73-4139-b592-3ed7bb16741f req-97661ca1-372a-4b4d-9ebf-796840b8c868 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0839479 Sep 03 13:13:42.202555 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cb96305f-5b73-4139-b592-3ed7bb16741f req-5446afee-233f-42a6-b0ca-bbc21e9698b5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581131 Sep 03 13:13:42.861535 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de5ffa-a142-4837-aa55-7796df4eb1b3 req-07689846-9b80-4dd4-a521-8aa192a7e4ea tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:42.876817 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-02de5ffa-a142-4837-aa55-7796df4eb1b3 req-07689846-9b80-4dd4-a521-8aa192a7e4ea tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1351142 Sep 03 13:13:42.964011 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-02de5ffa-a142-4837-aa55-7796df4eb1b3 req-5e1a3ff2-6aab-4f6d-9f3c-cc20e15ac7c2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816317 Sep 03 13:13:43.012904 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:43.327645 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb89b08-9f8d-4865-ad22-088a074a9aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:43.422655 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c34e6-09ba-479c-a883-a6a480086fae req-21801ef2-7d9d-485f-8828-808bcdd7e97a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:43.428608 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cb0c34e6-09ba-479c-a883-a6a480086fae req-21801ef2-7d9d-485f-8828-808bcdd7e97a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0914335 Sep 03 13:13:43.466459 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb89b08-9f8d-4865-ad22-088a074a9aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:43.500322 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cb0c34e6-09ba-479c-a883-a6a480086fae req-26d40e23-eab4-4b80-988f-6380a02c75f4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599928 Sep 03 13:13:43.567078 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb89b08-9f8d-4865-ad22-088a074a9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:43.624641 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-1bb89b08-9f8d-4865-ad22-088a074a9aeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=738b74671dbd40f1aa78892f60582f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6072369 Sep 03 13:13:43.626999 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 44640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:43.627348 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb89b08-9f8d-4865-ad22-088a074a9aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9e93d7-94a3-4fd6-a1e8-a3d05d115c6a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:43.735710 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62088d53-47dc-426a-8a4c-37ff27c6f368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:43.774602 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62088d53-47dc-426a-8a4c-37ff27c6f368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:43.961820 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62088d53-47dc-426a-8a4c-37ff27c6f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:43.967868 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62088d53-47dc-426a-8a4c-37ff27c6f368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:43.980812 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-62088d53-47dc-426a-8a4c-37ff27c6f368 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef9e93d7-94a3-4fd6-a1e8-a3d05d115c6a HTTP/1.1" status: 204 len: 168 time: 0.3482413 Sep 03 13:13:44.003652 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62088d53-47dc-426a-8a4c-37ff27c6f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9e93d7-94a3-4fd6-a1e8-a3d05d115c6a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:44.226499 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ef606-0f57-499f-8278-b855aab258b3 req-b060ada3-8862-4eab-afc3-93aa297eda4d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:44.234793 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fa8ef606-0f57-499f-8278-b855aab258b3 req-b060ada3-8862-4eab-afc3-93aa297eda4d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1428752 Sep 03 13:13:44.277493 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107d0e4-7f67-4411-951c-a4b5dfcb482b req-b8dd3b8b-ee71-46da-907e-63351a44db2c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:44.279119 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3107d0e4-7f67-4411-951c-a4b5dfcb482b req-b8dd3b8b-ee71-46da-907e-63351a44db2c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1430447 Sep 03 13:13:44.310414 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeb370-df81-475f-a189-d3263c68d66d req-c16df040-41f9-4ba7-a6c5-0fd2a11b64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:44.311983 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85aeb370-df81-475f-a189-d3263c68d66d req-c16df040-41f9-4ba7-a6c5-0fd2a11b64ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1098 time: 0.1630504 Sep 03 13:13:44.321815 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fa8ef606-0f57-499f-8278-b855aab258b3 req-cf6e85c3-d0ed-4cd9-b904-b1b1ef218343 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860810 Sep 03 13:13:44.416154 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3107d0e4-7f67-4411-951c-a4b5dfcb482b req-2cf1b669-f2ed-40df-9dfe-d861db41b89a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500946 Sep 03 13:13:45.236705 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 44668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:45.376776 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc1ede28-a0da-4489-bf72-9ae793281a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:45.571432 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc1ede28-a0da-4489-bf72-9ae793281a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:45.606911 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b461-0f9f-4d02-92a0-e332b394c6ee req-ab28440d-468a-4f8f-9b9b-3415f7f4e2e1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:45.609655 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c5d4b461-0f9f-4d02-92a0-e332b394c6ee req-ab28440d-468a-4f8f-9b9b-3415f7f4e2e1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0986185 Sep 03 13:13:45.673929 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c5d4b461-0f9f-4d02-92a0-e332b394c6ee req-e8638754-403a-48b4-bf35-50a002c7e111 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570109 Sep 03 13:13:45.709029 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc1ede28-a0da-4489-bf72-9ae793281a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:45.756147 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-cc1ede28-a0da-4489-bf72-9ae793281a0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=854276f2954d4222a99f08e4e34d05be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5136895 Sep 03 13:13:45.756147 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ede28-a0da-4489-bf72-9ae793281a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b841a6-747c-4e53-a948-0e628e19d806,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:45.756580 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:45.842548 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-780a526c-676b-42d7-9a67-4191403e47a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:45.848017 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62c90b-c821-4de8-ad3f-d5bd9e56fd67 req-17ad5bb7-f146-471c-b484-2cfcaa82d2ea tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:45.850765 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7c62c90b-c821-4de8-ad3f-d5bd9e56fd67 req-17ad5bb7-f146-471c-b484-2cfcaa82d2ea tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0941811 Sep 03 13:13:45.877527 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-780a526c-676b-42d7-9a67-4191403e47a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:45.918563 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7c62c90b-c821-4de8-ad3f-d5bd9e56fd67 req-cdcf1c2b-cf58-4da4-ad73-7ddb83d13a9c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551107 Sep 03 13:13:46.022029 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-780a526c-676b-42d7-9a67-4191403e47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:46.024916 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-780a526c-676b-42d7-9a67-4191403e47a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:46.026807 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-780a526c-676b-42d7-9a67-4191403e47a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32b841a6-747c-4e53-a948-0e628e19d806 HTTP/1.1" status: 204 len: 168 time: 0.2692270 Sep 03 13:13:46.036169 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a526c-676b-42d7-9a67-4191403e47a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b841a6-747c-4e53-a948-0e628e19d806,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:46.841075 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd331d0d-fae8-4028-ac40-fa66533e5b3c req-ede7170c-b0bf-403d-975b-077d2c663ff4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:46.842723 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd331d0d-fae8-4028-ac40-fa66533e5b3c req-ede7170c-b0bf-403d-975b-077d2c663ff4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0706439 Sep 03 13:13:46.889663 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd331d0d-fae8-4028-ac40-fa66533e5b3c req-1e4d267d-64ab-4bf7-8bdd-20e285352dfc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362232 Sep 03 13:13:47.119742 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeb370-df81-475f-a189-d3263c68d66d req-44dec2d8-a09c-4663-84b8-52bfb913a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:47.122237 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85aeb370-df81-475f-a189-d3263c68d66d req-44dec2d8-a09c-4663-84b8-52bfb913a560 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.1520362 Sep 03 13:13:47.132088 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4e43f-f1ac-4129-8c3c-d20557aed327 req-e4d101d6-bb4e-45a9-a0be-2a508e7a45a6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:47.133610 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ad4e43f-f1ac-4129-8c3c-d20557aed327 req-e4d101d6-bb4e-45a9-a0be-2a508e7a45a6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0754790 Sep 03 13:13:47.203543 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85aeb370-df81-475f-a189-d3263c68d66d req-19569600-73a7-4ad8-ba56-112c88b76438 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 200 len: 217 time: 0.0687037 Sep 03 13:13:47.264810 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ad4e43f-f1ac-4129-8c3c-d20557aed327 req-34977974-ed14-47d5-9893-b3fe78b4d38a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239865 Sep 03 13:13:47.313860 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeb370-df81-475f-a189-d3263c68d66d req-99a599a5-74cf-4137-bd49-af330a365297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:47.316212 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85aeb370-df81-475f-a189-d3263c68d66d req-99a599a5-74cf-4137-bd49-af330a365297 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.0976655 Sep 03 13:13:47.401821 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85aeb370-df81-475f-a189-d3263c68d66d req-4ce7ec2d-4b76-476e-b173-56e2da4ce1cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737069 Sep 03 13:13:47.855100 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85aeb370-df81-475f-a189-d3263c68d66d req-12cef221-c887-4bde-8f90-4dd0bc6c1d03 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410262 Sep 03 13:13:47.983676 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85aeb370-df81-475f-a189-d3263c68d66d req-08e3d278-72e8-4788-96da-2b9b06fd120c service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200986 Sep 03 13:13:47.996082 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:48.069585 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eddb9a-6a7d-4972-b316-ab89fba4eb68 req-154f55b9-3878-4650-9452-08fbce2a3188 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:48.071177 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-81eddb9a-6a7d-4972-b316-ab89fba4eb68 req-154f55b9-3878-4650-9452-08fbce2a3188 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0572817 Sep 03 13:13:48.113842 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-81eddb9a-6a7d-4972-b316-ab89fba4eb68 req-e68741f5-847f-4d6f-9fb4-c8c7dfcb1649 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362165 Sep 03 13:13:48.431135 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58574933-dcde-4ad8-99e3-9128d76e80e4 req-5c6ed75a-b2c7-4fbf-9700-576bf2c1fbd6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:48.432804 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-58574933-dcde-4ad8-99e3-9128d76e80e4 req-5c6ed75a-b2c7-4fbf-9700-576bf2c1fbd6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0702205 Sep 03 13:13:48.479653 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-58574933-dcde-4ad8-99e3-9128d76e80e4 req-502c4cfb-4faf-4df7-8e52-63e6e0af80c2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Sep 03 13:13:49.237115 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b8078-93e4-4aa1-8425-0ab4b83805ea req-be8aaf85-ef62-4595-897e-31013c7107dc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:49.238797 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b23b8078-93e4-4aa1-8425-0ab4b83805ea req-be8aaf85-ef62-4595-897e-31013c7107dc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0575368 Sep 03 13:13:49.303926 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b23b8078-93e4-4aa1-8425-0ab4b83805ea req-70086a38-b799-4834-a158-86373d539e60 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536571 Sep 03 13:13:49.647959 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431529-a061-4479-b531-930c0446cb2b req-b57df5af-71d3-4d9d-9e14-f33bee186af1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:49.654097 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f6431529-a061-4479-b531-930c0446cb2b req-b57df5af-71d3-4d9d-9e14-f33bee186af1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0699575 Sep 03 13:13:49.720219 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f6431529-a061-4479-b531-930c0446cb2b req-9344ee3d-4d1d-44c4-ba53-8cfbe8948040 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546279 Sep 03 13:13:50.442311 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f522a-8eec-4ea8-acf4-459502b1d6b5 req-07a9dae2-2694-47d7-b28b-26b31b24cfb9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:50.444294 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0e0f522a-8eec-4ea8-acf4-459502b1d6b5 req-07a9dae2-2694-47d7-b28b-26b31b24cfb9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0629172 Sep 03 13:13:50.504845 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0e0f522a-8eec-4ea8-acf4-459502b1d6b5 req-33c07097-5ad3-4b2e-ad22-874110281662 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495608 Sep 03 13:13:50.866153 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108367a1-a868-4f7f-a4a4-52e0ead3ab87 req-d729c111-8217-456c-83fb-064b1f1df6ab tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:50.867986 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-108367a1-a868-4f7f-a4a4-52e0ead3ab87 req-d729c111-8217-456c-83fb-064b1f1df6ab tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0566018 Sep 03 13:13:50.915657 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-108367a1-a868-4f7f-a4a4-52e0ead3ab87 req-7a034414-5ceb-40ec-8ab5-80e702ce62b0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377703 Sep 03 13:13:51.656888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91a469-4aed-4a9c-84d5-1d7dec60d6d6 req-37fc4fa5-96b1-4535-99e8-76518cd855e2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:51.661171 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ba91a469-4aed-4a9c-84d5-1d7dec60d6d6 req-37fc4fa5-96b1-4535-99e8-76518cd855e2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0807037 Sep 03 13:13:51.705509 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ba91a469-4aed-4a9c-84d5-1d7dec60d6d6 req-fb32ca57-33da-414f-a86e-83652c39d41e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370822 Sep 03 13:13:52.104100 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4d0bb-51d2-4936-800a-d9cc1a0a0902 req-9200a18c-7945-4894-a80d-b4c6e44fb651 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:52.106007 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-22a4d0bb-51d2-4936-800a-d9cc1a0a0902 req-9200a18c-7945-4894-a80d-b4c6e44fb651 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0601156 Sep 03 13:13:52.154913 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-22a4d0bb-51d2-4936-800a-d9cc1a0a0902 req-7fd45f74-227c-4f70-8829-dccc9600343a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365152 Sep 03 13:13:53.423984 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94115907-3ba2-47e8-8fa5-19b594b56b82 req-fb319b07-8c85-40d0-8f66-db8c48b9566e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:53.425616 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-94115907-3ba2-47e8-8fa5-19b594b56b82 req-fb319b07-8c85-40d0-8f66-db8c48b9566e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0501795 Sep 03 13:13:53.465936 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-94115907-3ba2-47e8-8fa5-19b594b56b82 req-570825c4-3ef6-4179-916f-5e8875d3fef4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341959 Sep 03 13:13:54.157299 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a97ff-3283-48da-bd85-d7ff88028f6b req-3a971c06-3b39-4e2c-82c4-5e2b93d8ff66 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:54.158909 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a09a97ff-3283-48da-bd85-d7ff88028f6b req-3a971c06-3b39-4e2c-82c4-5e2b93d8ff66 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0539179 Sep 03 13:13:54.208921 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a09a97ff-3283-48da-bd85-d7ff88028f6b req-acd62d85-2cb7-4947-a71b-f4bfc0aad9a9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382080 Sep 03 13:13:54.602582 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 44946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:54.631552 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e4b76-d205-4449-b8e9-52d95677aa22 req-8afe31b5-01a2-4510-bc68-26c15969659c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:54.633100 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2f8e4b76-d205-4449-b8e9-52d95677aa22 req-8afe31b5-01a2-4510-bc68-26c15969659c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0883625 Sep 03 13:13:54.691146 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2f8e4b76-d205-4449-b8e9-52d95677aa22 req-e4453f63-2a45-48bb-a113-64c61adad5b7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510714 Sep 03 13:13:54.759117 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5f42421-f20a-4db4-b57e-b615dc1fe44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:54.871305 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5f42421-f20a-4db4-b57e-b615dc1fe44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:54.967285 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5f42421-f20a-4db4-b57e-b615dc1fe44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:55.009464 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-c5f42421-f20a-4db4-b57e-b615dc1fe44a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dea9bf699da94768a973435b7213a55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056330 Sep 03 13:13:55.010438 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f42421-f20a-4db4-b57e-b615dc1fe44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b34347-8343-46d4-ba9e-676e1aed2360,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:55.012577 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 44962) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:55.086561 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-042c58cc-02ea-493f-b01d-d0ca6acd7cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:55.133199 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-042c58cc-02ea-493f-b01d-d0ca6acd7cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:55.253226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-042c58cc-02ea-493f-b01d-d0ca6acd7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:55.256497 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-042c58cc-02ea-493f-b01d-d0ca6acd7cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:55.257790 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-042c58cc-02ea-493f-b01d-d0ca6acd7cbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37b34347-8343-46d4-ba9e-676e1aed2360 HTTP/1.1" status: 204 len: 168 time: 0.2440464 Sep 03 13:13:55.268086 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c58cc-02ea-493f-b01d-d0ca6acd7cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b34347-8343-46d4-ba9e-676e1aed2360,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:55.620301 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 44980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:55.765639 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e92cd2d-2f1f-46c2-9386-fbb1a65f9650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:55.865568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fda475-1710-4718-a973-67204ef925f8 req-b40385a6-c9b6-4f5d-91b0-6241f76d4bc3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:55.865568 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2fda475-1710-4718-a973-67204ef925f8 req-b40385a6-c9b6-4f5d-91b0-6241f76d4bc3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0847118 Sep 03 13:13:55.922327 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2fda475-1710-4718-a973-67204ef925f8 req-9ade0e81-e060-48e5-a940-cabf668a3474 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544355 Sep 03 13:13:55.972195 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e92cd2d-2f1f-46c2-9386-fbb1a65f9650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:56.058990 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e92cd2d-2f1f-46c2-9386-fbb1a65f9650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:56.121777 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92cd2d-2f1f-46c2-9386-fbb1a65f9650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a08e5-3eb9-42f7-b52e-212ca7b6d565,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:56.128085 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-3e92cd2d-2f1f-46c2-9386-fbb1a65f9650 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b135f2575fb4afd889dec2594e6b469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5064228 Sep 03 13:13:56.133051 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:56.192246 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb7fdb36-ccd7-4e5a-baba-79e92d7df835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:56.224415 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb7fdb36-ccd7-4e5a-baba-79e92d7df835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:56.339568 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:13:56.373068 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb7fdb36-ccd7-4e5a-baba-79e92d7df835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:56.375768 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb7fdb36-ccd7-4e5a-baba-79e92d7df835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:56.376922 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-cb7fdb36-ccd7-4e5a-baba-79e92d7df835 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d70a08e5-3eb9-42f7-b52e-212ca7b6d565 HTTP/1.1" status: 204 len: 168 time: 0.2428827 Sep 03 13:13:56.385041 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fdb36-ccd7-4e5a-baba-79e92d7df835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a08e5-3eb9-42f7-b52e-212ca7b6d565,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:56.787614 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:13:56.925878 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:56.941904 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '5693d821-0905-495f-9c53-bac45338b02a', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'port_id': '5693d821-0905-495f-9c53-bac45338b02a', 'mac_address': 'fa:16:3e:42:d7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:13:57.018234 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:57.045267 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5693d821-0905-495f-9c53-bac45338b02a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:13:57.067457 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:57.079162 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17df081-b71a-4197-a372-171ef88f9b9f req-8617382a-1f3f-475b-93b5-aa32a8210c79 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:57.080848 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d17df081-b71a-4197-a372-171ef88f9b9f req-8617382a-1f3f-475b-93b5-aa32a8210c79 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.0528014 Sep 03 13:13:57.137158 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d17df081-b71a-4197-a372-171ef88f9b9f req-a70ea4a0-6070-4a4f-bb95-bff7b4992376 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492752 Sep 03 13:13:57.224498 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:57.293856 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:57.301985 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.302334 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.302719 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.303068 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.303409 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.303751 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.304128 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.304437 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.304923 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.305269 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.305602 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.305937 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:57.447928 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['5693d821-0905-495f-9c53-bac45338b02a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:13:57.831413 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:57.952440 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-647852211-network', 'tenant_id': '4911f679701c4715a8e47bd6532ca927'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:13:58.081572 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Made reservation on behalf of 4911f679701c4715a8e47bd6532ca927 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:13:58.084001 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.099957 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.216646 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.327062 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17bea9-608e-492d-8de0-82af4403b17c req-2d8842db-cb34-4c27-8f48-2be522c442fc tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:58.329438 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4a17bea9-608e-492d-8de0-82af4403b17c req-2d8842db-cb34-4c27-8f48-2be522c442fc tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 945 time: 0.0712230 Sep 03 13:13:58.330889 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.385676 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8a4d-2111-4d41-a6b3-ff9d56ea5348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.405131 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7591170e-6bf9-45d1-9985-72a3bf7a90cc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:58.408441 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:13:58.450240 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.450240 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.segments_db [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Added segment 6b1f24ab-c11a-420c-a173-6fbcb42271f2 of type vlan for network 61629c3e-6f44-4c39-9af6-9077e3f34b24 Sep 03 13:13:58.478015 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4a17bea9-608e-492d-8de0-82af4403b17c req-68b46249-2c27-4199-ad66-e6949c017c8d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190462 Sep 03 13:13:58.553119 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.721599 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.722865 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:58.725713 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:58.785660 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:13:58.870520 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] Pushing event updated for resources: {'Network': ['ID=61629c3e-6f44-4c39-9af6-9077e3f34b24,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:58.897842 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:13:58.904044 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-8660fc42-4be0-4b0f-8b86-6773728c8777 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0717809 Sep 03 13:13:58.906847 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:58.911989 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Request body: {'subnet': {'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-647852211-subnet', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:13:59.015084 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 5693d821-0905-495f-9c53-bac45338b02a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:13:59.015995 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:59.041073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Made reservation on behalf of 4911f679701c4715a8e47bd6532ca927 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:13:59.051527 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422292'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:59.211198 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:59.277524 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:59.290895 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693d821-0905-495f-9c53-bac45338b02a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:13:59.295928 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e93ea0-6e13-44ae-acce-c95a9af9016c" -d '{"events": [{"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-plugged", "status": "completed", "tag": "5693d821-0905-495f-9c53-bac45338b02a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:13:59.362880 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-dbb69ead-2a2e-4eb4-afe7-36a8b1ca297d tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=48645825d24f459a9a168621c5c3a2a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598614 Sep 03 13:13:59.388207 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f5d813-f17e-4323-9e1f-4ed18d8a4829 x-openstack-request-id: req-24f5d813-f17e-4323-9e1f-4ed18d8a4829 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:13:59.388730 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-plugged", "status": "completed", "tag": "5693d821-0905-495f-9c53-bac45338b02a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:13:59.388855 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24f5d813-f17e-4323-9e1f-4ed18d8a4829 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:13:59.389395 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693d821-0905-495f-9c53-bac45338b02a', 'code': 200} Sep 03 13:13:59.668314 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-4b6d3f3c-c7d8-46ad-92b5-0b2d4080fbeb tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:59.674722 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-4b6d3f3c-c7d8-46ad-92b5-0b2d4080fbeb tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086195 Sep 03 13:13:59.702379 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90690-03f1-47f2-9d1c-0645c71fbd3f req-5c43f3a3-54d4-4d35-a958-efe442b95017 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:59.704118 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-71f90690-03f1-47f2-9d1c-0645c71fbd3f req-5c43f3a3-54d4-4d35-a958-efe442b95017 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 945 time: 0.0998435 Sep 03 13:13:59.706105 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-357558e6-dff0-4c71-bc17-97fa841ac733 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/quotas/48645825d24f459a9a168621c5c3a2a7 HTTP/1.1" status: 200 len: 375 time: 0.0289834 Sep 03 13:13:59.725699 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:59.758890 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-06ceaa63-ca6b-4c05-8d6b-6d7688afe381 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=48645825d24f459a9a168621c5c3a2a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444906 Sep 03 13:13:59.789928 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-71f90690-03f1-47f2-9d1c-0645c71fbd3f req-09f5e533-997b-4a6c-a87e-71fb4a959243 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759714 Sep 03 13:13:59.796917 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9868883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422330'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:59.908571 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Pushing event updated for resources: {'Subnet': ['ID=1780da13-81dc-44bc-b9da-a951813d90d6,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:59.921699 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Checking segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:13:59.922188 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Network hostable DHCP agents. Network: 61629c3e-6f44-4c39-9af6-9077e3f34b24, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:13:59.943803 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:00.120733 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:14:00.301959 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 61629c3e-6f44-4c39-9af6-9077e3f34b24) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:00.311367 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:00.312261 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:00.315134 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f34ea6-ca06-470d-827e-6596e08e52ad None None] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:00.368828 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7f3be246-41db-4e60-87d7-089f1d7aa91f req-3a00c364-3571-40a3-89c6-62c4cbdf3e47 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0788422 Sep 03 13:14:00.476139 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-cff372e4-46ee-40a3-b1a2-7a4f840bacda admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5682199 Sep 03 13:14:00.481700 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:00.487204 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:00.507373 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:00.608705 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-61629c3e-6f44-4c39-9af6-9077e3f34b24', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:14:00.613610 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:00.616142 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:00.620274 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:00.687481 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:00.700818 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30aa5335-9910-477e-929f-8d1d04fd0831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:00.850267 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Allocated IP 172.20.0.2 (61629c3e-6f44-4c39-9af6-9077e3f34b24/1780da13-81dc-44bc-b9da-a951813d90d6/61175e9f-08f0-4e11-9a3b-1b508dd2469e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:00.935949 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30aa5335-9910-477e-929f-8d1d04fd0831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.011094 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30aa5335-9910-477e-929f-8d1d04fd0831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.085351 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:01.092565 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-30aa5335-9910-477e-929f-8d1d04fd0831 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce1c6ec7892d4fdf9ea005ad910a57fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5732636 Sep 03 13:14:01.114977 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.164277 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.164688 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af8a42-0bea-45e6-bc46-b677b6ca2df8 req-18be529c-1fa0-49c7-a0cd-cf8ee19b55a7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:01.166642 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-03af8a42-0bea-45e6-bc46-b677b6ca2df8 req-18be529c-1fa0-49c7-a0cd-cf8ee19b55a7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.2337513 Sep 03 13:14:01.167670 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa5335-9910-477e-929f-8d1d04fd0831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbbd32d-fa90-4828-a32f-3671f35af3e0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:01.187033 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44162ae7-0e2d-4909-8c8e-e197dfb23062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.198466 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Transition to ACTIVE for port object 61175e9f-08f0-4e11-9a3b-1b508dd2469e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:01.216994 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44162ae7-0e2d-4909-8c8e-e197dfb23062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.233300 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Transition to ACTIVE for port object 61175e9f-08f0-4e11-9a3b-1b508dd2469e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:01.263830 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-03af8a42-0bea-45e6-bc46-b677b6ca2df8 req-e6c58a20-2093-484f-80ce-d6203b9b49ba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849764 Sep 03 13:14:01.278796 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8683e009-f930-410c-b603-adfc8191a076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.335595 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.377295 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:01.380548 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:01.384215 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:01.427319 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44162ae7-0e2d-4909-8c8e-e197dfb23062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.430279 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44162ae7-0e2d-4909-8c8e-e197dfb23062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.431688 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-44162ae7-0e2d-4909-8c8e-e197dfb23062 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/edbbd32d-fa90-4828-a32f-3671f35af3e0 HTTP/1.1" status: 204 len: 168 time: 0.3443227 Sep 03 13:14:01.473331 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44162ae7-0e2d-4909-8c8e-e197dfb23062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbbd32d-fa90-4828-a32f-3671f35af3e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:01.525520 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Pushing event updated for resources: {'Port': ['ID=61175e9f-08f0-4e11-9a3b-1b508dd2469e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:01.569145 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Attempting to bind port 61175e9f-08f0-4e11-9a3b-1b508dd2469e on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:01.569533 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Attempting to bind port 61175e9f-08f0-4e11-9a3b-1b508dd2469e by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:01.570518 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Attempting to bind port 61175e9f-08f0-4e11-9a3b-1b508dd2469e on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:01.583924 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ac310f09-feed-4ec7-bbb5-250ac3611d03 req-c4de853f-b22d-4883-b4fd-faa01330572a tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 210 time: 0.1186054 Sep 03 13:14:01.626103 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.629477 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:01.629477 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Checking segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:01.629873 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.630340 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Bound using segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:01.630888 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Bound port: 61175e9f-08f0-4e11-9a3b-1b508dd2469e, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:01.631287 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:01.749811 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] For port 61175e9f-08f0-4e11-9a3b-1b508dd2469e, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:01.754792 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] For port 61175e9f-08f0-4e11-9a3b-1b508dd2469e, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=61175e9f-08f0-4e11-9a3b-1b508dd2469e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:01.953780 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:02.019191 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:02.032868 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:02.094082 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:02.108468 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045ff84-1f83-406d-bede-cb4296232631 None None] Pushing event updated for resources: {'Port': ['ID=61175e9f-08f0-4e11-9a3b-1b508dd2469e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:02.277963 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Allocated IP 172.27.1.204 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/b6f6c673-e311-4508-990d-b8f2724dc0e1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:02.575486 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5e920-7d1e-4213-a310-692d7e1031ed req-661afcdd-042d-4f01-bd42-4460e5d8581e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:02.585587 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57c5e920-7d1e-4213-a310-692d7e1031ed req-661afcdd-042d-4f01-bd42-4460e5d8581e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.2108374 Sep 03 13:14:02.643285 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:02.668560 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57c5e920-7d1e-4213-a310-692d7e1031ed req-452c5635-a2e4-4b7d-8751-c28c421acf01 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775621 Sep 03 13:14:02.730203 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 61175e9f-08f0-4e11-9a3b-1b508dd2469e up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:02.750509 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-be52e25d-e347-443a-8bd0-5eaf909f69d5 req-408c5b0d-1efa-4aa1-9499-60f08f97b9e1 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0556817 Sep 03 13:14:02.785494 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:02.855994 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:02.858041 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45264) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:02.877863 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:02.892785 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9671eb6-7b20-4504-bbc8-bfe5b5a3e157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:02.897839 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:02.903653 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f6c673-e311-4508-990d-b8f2724dc0e1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:03.086678 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 61175e9f-08f0-4e11-9a3b-1b508dd2469e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:03.089426 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9671eb6-7b20-4504-bbc8-bfe5b5a3e157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:03.299943 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9671eb6-7b20-4504-bbc8-bfe5b5a3e157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:03.349391 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-e9671eb6-7b20-4504-bbc8-bfe5b5a3e157 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9687f45429294f339ca1cb3a8308908f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917543 Sep 03 13:14:03.350390 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9671eb6-7b20-4504-bbc8-bfe5b5a3e157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb4932e-285d-4f63-b7ab-c305c790009f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:03.354471 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:03.459860 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:03.528022 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3faa-f0fb-4786-95c4-f80c643af29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:03.541342 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0cbbbd3e-0b59-4719-b610-828b4b8a3ee1 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=48645825d24f459a9a168621c5c3a2a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651193 Sep 03 13:14:03.609099 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3faa-f0fb-4786-95c4-f80c643af29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:03.652196 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b98580-1757-4000-96dd-0d1a94122ac2 None None] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:03.809802 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:03.828435 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-b5a66547-d0a6-4ece-980f-955ad6d777cb tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:03.831587 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-b5a66547-d0a6-4ece-980f-955ad6d777cb tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772145 Sep 03 13:14:03.842136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197df0-fe4c-40f8-b791-9481fd3a6390 req-dd41edea-c321-48cd-b3c6-291f7899bf6d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:03.844151 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-86197df0-fe4c-40f8-b791-9481fd3a6390 req-dd41edea-c321-48cd-b3c6-291f7899bf6d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.2417879 Sep 03 13:14:03.944413 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Request body: {'port': {'device_id': '59a0826b-f1db-4ac3-b37c-d4eff323ffb1', 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf', 'admin_state_up': True, 'tenant_id': '48645825d24f459a9a168621c5c3a2a7'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:03.981022 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-86197df0-fe4c-40f8-b791-9481fd3a6390 req-54454849-29ff-4a4a-bbb7-52a52ebf6fbd tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129441 Sep 03 13:14:04.030334 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7a8fcb0b-8c83-4d94-9b9d-a117bd9ea1e3 None None] Provisioning for port 61175e9f-08f0-4e11-9a3b-1b508dd2469e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:04.035843 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:04.044050 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7a8fcb0b-8c83-4d94-9b9d-a117bd9ea1e3 None None] Provisioning complete for port 61175e9f-08f0-4e11-9a3b-1b508dd2469e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:04.044838 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb0b-8c83-4d94-9b9d-a117bd9ea1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:04.117312 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3faa-f0fb-4786-95c4-f80c643af29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:04.139018 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3faa-f0fb-4786-95c4-f80c643af29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:04.140269 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-dbfd3faa-f0fb-4786-95c4-f80c643af29f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bb4932e-285d-4f63-b7ab-c305c790009f HTTP/1.1" status: 204 len: 168 time: 0.7370830 Sep 03 13:14:04.229874 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb0b-8c83-4d94-9b9d-a117bd9ea1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:04.297823 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:14:04.327106 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd3faa-f0fb-4786-95c4-f80c643af29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb4932e-285d-4f63-b7ab-c305c790009f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:04.372515 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7a8fcb0b-8c83-4d94-9b9d-a117bd9ea1e3 None None] For port 61175e9f-08f0-4e11-9a3b-1b508dd2469e, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=61175e9f-08f0-4e11-9a3b-1b508dd2469e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:04.399067 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-431a617b-c833-43cc-8b71-14ff1811b21f req-85ae8a90-651f-4b9d-b6dd-8197606df66c tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 210 time: 0.1587133 Sep 03 13:14:04.476509 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb0b-8c83-4d94-9b9d-a117bd9ea1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:04.530422 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efb1e7-63cd-4a39-a2c2-7523a66f6dd0 req-438e1116-b8a8-4cf1-9546-3ee02622f97f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:04.534446 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-89efb1e7-63cd-4a39-a2c2-7523a66f6dd0 req-438e1116-b8a8-4cf1-9546-3ee02622f97f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.5843880 Sep 03 13:14:04.566982 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:14:04.579491 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:14:04.595597 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:04.599635 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:04.615244 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fcb0b-8c83-4d94-9b9d-a117bd9ea1e3 None None] Pushing event updated for resources: {'Port': ['ID=61175e9f-08f0-4e11-9a3b-1b508dd2469e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:04.631898 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1cfd1c99-1260-4751-9b55-53a37572217d None None] Provisioning complete for port 61175e9f-08f0-4e11-9a3b-1b508dd2469e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:04.632294 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1c99-1260-4751-9b55-53a37572217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:04.675114 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-89efb1e7-63cd-4a39-a2c2-7523a66f6dd0 req-80bba88b-3e91-4c84-ba40-fb75e2e9a6e3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301255 Sep 03 13:14:04.801986 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:04.813053 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:04.814303 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-70b21690-316c-46f7-9e34-a9b3964514c4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3309097 Sep 03 13:14:04.817672 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:04.987926 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Made reservation on behalf of 48645825d24f459a9a168621c5c3a2a7 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:04.992673 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.045267 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.201575 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:03Z', 'revision_number': 3, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:05.284975 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:14:05.286100 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Updating router 61daee25-575d-4910-b02a-a40c9d6bc8a7 port b6f6c673-e311-4508-990d-b8f2724dc0e1 binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:14:05.331045 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a027774-036c-49dd-af83-b3af388d015c req-4f5334bb-9550-4fa8-bc30-4013aebe9e7c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:05.338236 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2a027774-036c-49dd-af83-b3af388d015c req-4f5334bb-9550-4fa8-bc30-4013aebe9e7c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.2351203 Sep 03 13:14:05.344499 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.437999 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:05.607744 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2a027774-036c-49dd-af83-b3af388d015c req-f922a4fc-5624-4670-ad62-dad355e11f3a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2557526 Sep 03 13:14:05.648197 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.677436 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.719980 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-4833daaf-6de7-426e-bb12-e747c0ad5a4e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:05.730051 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-4833daaf-6de7-426e-bb12-e747c0ad5a4e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 814 time: 0.2445431 Sep 03 13:14:05.736314 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f120bf4-47fd-4134-adb5-cb8cad04a22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.767372 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57227c25-5d3d-4ece-9596-52b3230d5050 req-b38ef391-4a75-48f9-984f-4795fbe65978 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0663183 Sep 03 13:14:05.768208 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.793761 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-9b17f81c-1402-424c-9820-444fe6cb22cb tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/quotas/a347e1546cac465481ab721e242bb8fb HTTP/1.1" status: 200 len: 375 time: 0.0623615 Sep 03 13:14:05.864047 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.876529 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Transition to ACTIVE for port object b6f6c673-e311-4508-990d-b8f2724dc0e1 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:05.916968 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80734350-df0d-4b7f-9e69-7a78b705d8d5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:05.980370 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-d0bc2d14-1c37-47a5-8cbf-aa9f8437881b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1854105 Sep 03 13:14:06.008069 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.062615 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:06.087703 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ac4a-c5b4-441c-8791-4aeead55592a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.120263 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Allocated IP 172.20.0.1 (61629c3e-6f44-4c39-9af6-9077e3f34b24/1780da13-81dc-44bc-b9da-a951813d90d6/5941ff27-5751-4dcf-9c02-03631554848e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:06.126645 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Allocated IP 192.168.233.139 (bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf/080b56f7-0eb0-4a54-bc17-fb9c1f6ea9bc/4b826413-ad6d-474f-a241-f8b21cfadb50) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:06.156228 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcf478-6640-4544-aed5-ad2ce398d2fa req-b89b0aec-9c6c-4d76-9cd4-2c4729404b51 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:06.164070 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0fbcf478-6640-4544-aed5-ad2ce398d2fa req-b89b0aec-9c6c-4d76-9cd4-2c4729404b51 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.2244055 Sep 03 13:14:06.241026 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-a8263f67-a20b-4a94-b7b2-9f9b06711f62 service neutron] 10.222.0.44 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593458 Sep 03 13:14:06.243717 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Attempting to bind port b6f6c673-e311-4508-990d-b8f2724dc0e1 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:06.245648 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Attempting to bind port b6f6c673-e311-4508-990d-b8f2724dc0e1 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:06.247722 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Attempting to bind port b6f6c673-e311-4508-990d-b8f2724dc0e1 on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:06.256430 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Pushing event updated for resources: {'Port': ['ID=b6f6c673-e311-4508-990d-b8f2724dc0e1,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:06.266655 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:06.267690 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:06.268267 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.268788 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f120bf4-47fd-4134-adb5-cb8cad04a22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.269180 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:06.270062 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Bound port: b6f6c673-e311-4508-990d-b8f2724dc0e1, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:06.272782 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.282955 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.284336 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.284857 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.285542 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.286051 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.286569 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.287104 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.287590 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.289074 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.289699 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.290189 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.291327 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:06.311163 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0fbcf478-6640-4544-aed5-ad2ce398d2fa req-8f762681-09b2-4fbe-ab9c-be973d1bf2ef tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452959 Sep 03 13:14:06.336475 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.355324 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f120bf4-47fd-4134-adb5-cb8cad04a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.398343 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8f120bf4-47fd-4134-adb5-cb8cad04a22c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5999fb3ce9d44f579f1c5d74f84f735c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9592390 Sep 03 13:14:06.407615 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:06.416466 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] For port b6f6c673-e311-4508-990d-b8f2724dc0e1, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:06.420127 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] For port b6f6c673-e311-4508-990d-b8f2724dc0e1, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=b6f6c673-e311-4508-990d-b8f2724dc0e1,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:06.442764 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Transition to ACTIVE for port object 5941ff27-5751-4dcf-9c02-03631554848e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:06.483888 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-8fe1f4c2-eaf0-4133-9c68-4c9a430506d0 service neutron] 10.222.0.44 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418952 Sep 03 13:14:06.493635 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.607458 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ac4a-c5b4-441c-8791-4aeead55592a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.626998 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f120bf4-47fd-4134-adb5-cb8cad04a22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696226ec-a4b5-45f4-ad95-50225df278b8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:06.633944 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.669742 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 61175e9f-08f0-4e11-9a3b-1b508dd2469e up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:06.716885 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:06.724300 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:06.735773 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.748412 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Pushing event updated for resources: {'Port': ['ID=5941ff27-5751-4dcf-9c02-03631554848e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:06.763683 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:06.767034 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 61175e9f-08f0-4e11-9a3b-1b508dd2469e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:06.767595 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.772095 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:06.773057 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:06.831486 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.834202 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ac4a-c5b4-441c-8791-4aeead55592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:06.890748 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828e470-a1af-4545-b2e4-90c8df3f1e6f None None] Pushing event updated for resources: {'Port': ['ID=b6f6c673-e311-4508-990d-b8f2724dc0e1,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:06.924918 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-a3a0ac4a-c5b4-441c-8791-4aeead55592a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c65195c18866449e9e763ee8d8fe341d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8590794 Sep 03 13:14:07.124529 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0ac4a-c5b4-441c-8791-4aeead55592a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06900682-00a3-45f4-89ed-a0938dcb11b5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:07.145443 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:07.206984 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ec7832ba-04f8-4896-a366-9bce2c97a6ea None None] Provisioning for port 5941ff27-5751-4dcf-9c02-03631554848e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:07.211421 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ec7832ba-04f8-4896-a366-9bce2c97a6ea None None] Provisioning complete for port 5941ff27-5751-4dcf-9c02-03631554848e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:07.211967 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec7832ba-04f8-4896-a366-9bce2c97a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.215786 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:07.244223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Transition to ACTIVE for port object 4b826413-ad6d-474f-a241-f8b21cfadb50 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:07.248119 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eaf515ac-6f09-436c-9066-4139e645debe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.266970 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8dfee7d2-8d77-474e-934d-88f025f98839 req-99d82137-b3cc-41c1-b2e2-f48a2d1e9c26 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0994730 Sep 03 13:14:07.301567 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ece54b-10da-4bdb-b07e-fe428816caa7 req-4bc2da56-3880-4f65-b989-e3a3af3cd01b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:07.302873 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ec7832ba-04f8-4896-a366-9bce2c97a6ea None None] Port 5941ff27-5751-4dcf-9c02-03631554848e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:07.304822 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-31ece54b-10da-4bdb-b07e-fe428816caa7 req-4bc2da56-3880-4f65-b989-e3a3af3cd01b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.5622382 Sep 03 13:14:07.345083 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eaf515ac-6f09-436c-9066-4139e645debe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.347495 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce52ba5-2249-4249-80b4-c6f53ed3f002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.402827 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ae878040-343f-429d-b983-6f647e40ae86 req-9eda0d85-1f3b-4ffe-8089-93bf546191a4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 210 time: 0.0545032 Sep 03 13:14:07.466049 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-31ece54b-10da-4bdb-b07e-fe428816caa7 req-7a9dfa47-c733-40ea-baef-e5e291c8f1e9 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1470873 Sep 03 13:14:07.467369 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce52ba5-2249-4249-80b4-c6f53ed3f002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.529134 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.630641 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:03Z', 'revision_number': 3, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:07.713768 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce52ba5-2249-4249-80b4-c6f53ed3f002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.721509 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce52ba5-2249-4249-80b4-c6f53ed3f002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.724614 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6ce52ba5-2249-4249-80b4-c6f53ed3f002 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/696226ec-a4b5-45f4-ad95-50225df278b8 HTTP/1.1" status: 204 len: 168 time: 1.3107820 Sep 03 13:14:07.734078 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eaf515ac-6f09-436c-9066-4139e645debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.740731 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eaf515ac-6f09-436c-9066-4139e645debe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.744348 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-eaf515ac-6f09-436c-9066-4139e645debe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06900682-00a3-45f4-89ed-a0938dcb11b5 HTTP/1.1" status: 204 len: 168 time: 0.5955989 Sep 03 13:14:07.753959 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b29a2f-d643-4bfa-ba88-8a24a3118a94 None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:03Z', 'revision_number': 3, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:14:07.758880 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:07.760675 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Pushing event updated for resources: {'Port': ['ID=4b826413-ad6d-474f-a241-f8b21cfadb50,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:07.766450 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:07.769709 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:07.792569 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce52ba5-2249-4249-80b4-c6f53ed3f002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696226ec-a4b5-45f4-ad95-50225df278b8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:07.804961 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.816917 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35817e04-a0c9-4585-9800-e7ad876855a9 req-d622ae19-310f-4514-b3c0-13aace4c4581 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:07.828242 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-35817e04-a0c9-4585-9800-e7ad876855a9 req-d622ae19-310f-4514-b3c0-13aace4c4581 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.2178681 Sep 03 13:14:07.879554 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:07.880615 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.928836 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-35817e04-a0c9-4585-9800-e7ad876855a9 req-04e814cf-17f4-4121-88c8-b1fdf0656c1d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995419 Sep 03 13:14:08.012080 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-0056230c-4348-42eb-85fe-3f8d4013f786 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0852036 Sep 03 13:14:08.036360 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Request body: {'port': {'device_id': '59a0826b-f1db-4ac3-b37c-d4eff323ffb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:08.161004 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:08.173586 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:08.181076 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf515ac-6f09-436c-9066-4139e645debe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06900682-00a3-45f4-89ed-a0938dcb11b5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:08.236645 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:08.379931 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Pushing event updated for resources: {'Port': ['ID=5941ff27-5751-4dcf-9c02-03631554848e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:08.498320 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:08.571421 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d8ce2b1-cf50-4bc0-a660-58392294d4ed None None] Provisioning for port 4b826413-ad6d-474f-a241-f8b21cfadb50 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:08.576449 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d8ce2b1-cf50-4bc0-a660-58392294d4ed None None] Provisioning complete for port 4b826413-ad6d-474f-a241-f8b21cfadb50 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:08.576952 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce2b1-cf50-4bc0-a660-58392294d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:08.638201 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c4ba-cadd-457c-96b1-8bbc211cd6ef req-e1c2c8df-3de6-4366-9517-6608d24f7336 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:08.646236 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c441c4ba-cadd-457c-96b1-8bbc211cd6ef req-e1c2c8df-3de6-4366-9517-6608d24f7336 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 936 time: 0.1848102 Sep 03 13:14:08.715455 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ce2b1-cf50-4bc0-a660-58392294d4ed None None] Port 4b826413-ad6d-474f-a241-f8b21cfadb50 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:08.752211 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b67eb5e5-dabd-40c5-a72c-ef6f18419960 req-a04ee937-aebc-4238-b689-740fbfea7a58 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 210 time: 0.1033607 Sep 03 13:14:08.925379 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c441c4ba-cadd-457c-96b1-8bbc211cd6ef req-cbd23529-bfd4-419d-8fc8-bbe1e186d914 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730861 Sep 03 13:14:08.995203 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device b6f6c673-e311-4508-990d-b8f2724dc0e1 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:09.125810 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:09.131082 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:09.247157 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port b6f6c673-e311-4508-990d-b8f2724dc0e1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:09.251403 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port b6f6c673-e311-4508-990d-b8f2724dc0e1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:09.251791 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:09.426643 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:14:09.514171 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6ee8-c812-4a61-9d3d-eba69db2be9e req-3334b42b-b577-43fd-8189-a9577e505b71 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:09.517532 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bf2d6ee8-c812-4a61-9d3d-eba69db2be9e req-3334b42b-b577-43fd-8189-a9577e505b71 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.4865324 Sep 03 13:14:09.583768 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e538c96-d95b-4c11-871a-0e54e13f2377 req-146cdd5a-5272-423b-a01d-be6770a51623 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:09.587999 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:09.599968 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2e538c96-d95b-4c11-871a-0e54e13f2377 req-146cdd5a-5272-423b-a01d-be6770a51623 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.4805567 Sep 03 13:14:09.631966 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port b6f6c673-e311-4508-990d-b8f2724dc0e1, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=b6f6c673-e311-4508-990d-b8f2724dc0e1,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:09.659066 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-40022440-4d18-4b32-8ff6-6e1a6fde74f8 None None] Provisioning complete for port 5941ff27-5751-4dcf-9c02-03631554848e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:09.659452 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40022440-4d18-4b32-8ff6-6e1a6fde74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:09.674729 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b826413-ad6d-474f-a241-f8b21cfadb50 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:14:09.700927 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:09.752024 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-40022440-4d18-4b32-8ff6-6e1a6fde74f8 None None] Port 5941ff27-5751-4dcf-9c02-03631554848e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:09.759773 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bf2d6ee8-c812-4a61-9d3d-eba69db2be9e req-993a6bd3-ee4a-45a4-85d7-137fcf3d534c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2255433 Sep 03 13:14:09.761120 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:09.812771 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2e538c96-d95b-4c11-871a-0e54e13f2377 req-53da4878-346e-4d0c-92db-68ae3b2c6e7a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115803 Sep 03 13:14:09.824226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Transition to ACTIVE for port object 4b826413-ad6d-474f-a241-f8b21cfadb50 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:09.914445 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:09.935227 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=b6f6c673-e311-4508-990d-b8f2724dc0e1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:10.184043 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b826413-ad6d-474f-a241-f8b21cfadb50,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:10.253935 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:14:10.272606 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7928138a-2746-48ef-92dd-9df7c8bd0763 admin admin] 10.222.0.44 "PUT /v2.0/routers/61daee25-575d-4910-b02a-a40c9d6bc8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4535556 Sep 03 13:14:10.312561 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d322abbd-f6d1-40bb-aabf-514ef1387c10 req-c9d3e9f5-74ff-4c2b-b175-b294df68a9c5 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 210 time: 0.1796932 Sep 03 13:14:10.344989 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8396c-1b7b-494b-ac7c-f2eef404ab1e req-59b2ec3a-3fc0-41a4-8b0c-31d339fce2d4 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:10.353253 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9aa8396c-1b7b-494b-ac7c-f2eef404ab1e req-59b2ec3a-3fc0-41a4-8b0c-31d339fce2d4 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 948 time: 0.2809656 Sep 03 13:14:10.435800 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Attempting to bind port 4b826413-ad6d-474f-a241-f8b21cfadb50 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:10.436145 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Attempting to bind port 4b826413-ad6d-474f-a241-f8b21cfadb50 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:10.436483 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Attempting to bind port 4b826413-ad6d-474f-a241-f8b21cfadb50 on network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:10.441822 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9aa8396c-1b7b-494b-ac7c-f2eef404ab1e req-3fd0e4a8-4bf3-416d-9c18-b2e3de441f0e tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876851 Sep 03 13:14:10.446286 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Port 4b826413-ad6d-474f-a241-f8b21cfadb50 on network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:14:10.446658 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Attempting to bind port 4b826413-ad6d-474f-a241-f8b21cfadb50 on network bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:10.466512 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:10.467452 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Checking segment: {'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:10.485698 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Bound using segment: {'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:10.487537 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Bound port: 4b826413-ad6d-474f-a241-f8b21cfadb50, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33c6072-8893-4842-8e6d-2da128e784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:10.487946 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:10.494229 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-03602b02-6447-4e50-9e56-fccaec248c3e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:10.496404 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-03602b02-6447-4e50-9e56-fccaec248c3e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 814 time: 0.2334974 Sep 03 13:14:10.527764 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Request body: {'port': {'device_id': '7fee5c36-1917-4caf-a9d5-ee73d81be4e1', 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'admin_state_up': True, 'tenant_id': 'a347e1546cac465481ab721e242bb8fb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:10.659877 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device b6f6c673-e311-4508-990d-b8f2724dc0e1 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:10.680416 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] For port 4b826413-ad6d-474f-a241-f8b21cfadb50, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:10.686228 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] For port 4b826413-ad6d-474f-a241-f8b21cfadb50, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4b826413-ad6d-474f-a241-f8b21cfadb50,segment=NetworkSegment(c33c6072-8893-4842-8e6d-2da128e784e5),segment_id=c33c6072-8893-4842-8e6d-2da128e784e5)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:10.786111 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45418) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:10.826410 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:10.874872 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port b6f6c673-e311-4508-990d-b8f2724dc0e1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:10.875509 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:10.921122 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Made reservation on behalf of a347e1546cac465481ab721e242bb8fb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:10.924806 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:10.954324 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:10.955000 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:10.956467 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b826413-ad6d-474f-a241-f8b21cfadb50 HTTP/1.1" status: 200 len: 1098 time: 2.9249730 Sep 03 13:14:10.959954 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a0826b-f1db-4ac3-b37c-d4eff323ffb1', 'tag': '4b826413-ad6d-474f-a241-f8b21cfadb50'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:10.974332 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "59a0826b-f1db-4ac3-b37c-d4eff323ffb1", "tag": "4b826413-ad6d-474f-a241-f8b21cfadb50"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:11.128762 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49357911-ec86-4580-89be-4e17b4451dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b826413-ad6d-474f-a241-f8b21cfadb50,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:11.204502 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45438) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:11.236131 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Allocated IP 172.20.0.2 (414d0b81-f00e-4975-b8de-43b149b948f6/e8896cdb-075b-4b0c-9b30-26e21f3c2b16/37aa49c3-641d-4277-8e26-0a64db54996a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:11.245813 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f539c-c042-44f7-87de-0bf2733198d4 req-7f981378-6f59-4345-829b-211eedb00da8 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:11.259780 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-251f539c-c042-44f7-87de-0bf2733198d4 req-7f981378-6f59-4345-829b-211eedb00da8 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.3071108 Sep 03 13:14:11.279303 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158c2ed-9fe3-4915-83df-356105f7c1e5 req-6cfafe51-6597-4aa1-85b6-fdcdb2583e6e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:11.291629 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5158c2ed-9fe3-4915-83df-356105f7c1e5 req-6cfafe51-6597-4aa1-85b6-fdcdb2583e6e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.3115070 Sep 03 13:14:11.392078 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-199751b3-930a-4366-8332-a6c87ece4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:11.394095 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-199751b3-930a-4366-8332-a6c87ece4a80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48645825d24f459a9a168621c5c3a2a7&device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 1101 time: 0.2367156 Sep 03 13:14:11.407644 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:14:11.417700 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-251f539c-c042-44f7-87de-0bf2733198d4 req-7d3fc4b8-0d1c-4293-85f5-34702bf33854 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562238 Sep 03 13:14:11.427407 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:11.428862 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:11.443005 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5158c2ed-9fe3-4915-83df-356105f7c1e5 req-29af88e0-8c63-4d3d-8425-b81556b9047d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503708 Sep 03 13:14:11.544385 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-9727789d-d87b-468c-8c2c-db2b39fa5852 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=4b826413-ad6d-474f-a241-f8b21cfadb50 HTTP/1.1" status: 200 len: 217 time: 0.0978286 Sep 03 13:14:11.581570 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:11.662059 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a256fb-188c-48ff-a3d1-11ef327afe47 x-openstack-request-id: req-f9a256fb-188c-48ff-a3d1-11ef327afe47 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:11.663403 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a0826b-f1db-4ac3-b37c-d4eff323ffb1", "tag": "4b826413-ad6d-474f-a241-f8b21cfadb50", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:11.667495 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9a256fb-188c-48ff-a3d1-11ef327afe47 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:11.669238 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a0826b-f1db-4ac3-b37c-d4eff323ffb1', 'tag': '4b826413-ad6d-474f-a241-f8b21cfadb50', 'status': 'completed', 'code': 200} Sep 03 13:14:11.683564 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1787258858-network', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:11.755089 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1662939430-network', 'tenant_id': '5b99cf506a9b4df687f38c750251d3f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:11.858988 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8330f390-a9f7-424f-ad48-a4e92a7a8d21 req-3997a5d0-c7ff-4605-8498-8dd7c936c50e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 210 time: 0.1333206 Sep 03 13:14:11.858988 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.db.api [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 13:14:11.858988 dv-cinder-782910-3-iscsi neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 13:14:11.858988 dv-cinder-782910-3-iscsi neutron-server[94687]: [parameters: {'project_id_1': '5b99cf506a9b4df687f38c750251d3f6', 'expiration_1': datetime.datetime(2021, 9, 3, 13, 13, 51, 763595)}] Sep 03 13:14:11.858988 dv-cinder-782910-3-iscsi neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:14:11.858988 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG oslo_db.api [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:14:11.858988 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-b454d0f9-41a0-4c39-9348-714cb9a39eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:11.858988 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-b454d0f9-41a0-4c39-9348-714cb9a39eae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=080b56f7-0eb0-4a54-bc17-fb9c1f6ea9bc HTTP/1.1" status: 200 len: 843 time: 0.2934599 Sep 03 13:14:11.862840 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:11.886215 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd31eb0-80f0-41c8-bc7b-13ab1424751b req-904b1099-7475-43b4-a364-09bd626ca41d tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:11.888607 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ddd31eb0-80f0-41c8-bc7b-13ab1424751b req-904b1099-7475-43b4-a364-09bd626ca41d tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 948 time: 0.1377583 Sep 03 13:14:11.960496 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-cda0f0cf-fdb4-45eb-afd3-802143525923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:11.961973 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-cda0f0cf-fdb4-45eb-afd3-802143525923 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0965846 Sep 03 13:14:11.965813 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ddd31eb0-80f0-41c8-bc7b-13ab1424751b req-07d79739-6215-4c0f-9e0a-36cc1a0b7975 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623150 Sep 03 13:14:12.057738 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-ad49e81a-31d3-4ffd-a400-d159c4c0816d service neutron] 10.222.0.48 "GET /v2.0/networks/bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870485 Sep 03 13:14:12.136998 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 2, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:12.157107 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1735c1b5-eba3-4297-b8ea-cc581eb00307 req-9c75bf0e-f6cc-42b8-b06d-4f4df21f7087 service neutron] 10.222.0.48 "GET /v2.0/networks/bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914245 Sep 03 13:14:12.167608 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:14:12.167821 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Updating router 61daee25-575d-4910-b02a-a40c9d6bc8a7 port 5941ff27-5751-4dcf-9c02-03631554848e binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:14:12.196362 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.383121 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.424538 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Made reservation on behalf of 02acdd3ce7e142e9a6a9da6eb5dde242 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:12.432529 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.434852 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'acd6a3d9-391e-4069-a95d-729a2f9acf12', '916e9a8e-9b4a-4557-af76-082dfcf2fa64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:14:12.457858 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Network 414d0b81-f00e-4975-b8de-43b149b948f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:12.478163 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Pushing event updated for resources: {'Port': ['ID=37aa49c3-641d-4277-8e26-0a64db54996a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:12.493139 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:12.496931 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:12.522451 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.614252 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:12.614989 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.648208 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45464) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:12.654148 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-177999932-network', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:12.672215 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.694006 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Transition to ACTIVE for port object 5941ff27-5751-4dcf-9c02-03631554848e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:12.732729 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Made reservation on behalf of 5b99cf506a9b4df687f38c750251d3f6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:12.734974 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.757671 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.781466 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-202f43ee-349a-4dba-9114-2997393630d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:12.783096 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-202f43ee-349a-4dba-9114-2997393630d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48645825d24f459a9a168621c5c3a2a7&device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 1101 time: 0.2248735 Sep 03 13:14:12.799727 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1720d1-9535-4e0b-b567-6693bb75e7b5 req-2da64ef2-b5f0-4e5f-9ebf-a3a8a5d5fac4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:12.801286 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d1720d1-9535-4e0b-b567-6693bb75e7b5 req-2da64ef2-b5f0-4e5f-9ebf-a3a8a5d5fac4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1401901 Sep 03 13:14:12.826394 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-faaea755-dcea-4777-b7b9-6d6ebcc96774 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3049991 Sep 03 13:14:12.826629 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415130f-44c1-4c64-a370-c05f3a9df57b req-06c121d2-ed98-4bb5-b4b5-7dd7cbda1a49 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:12.830286 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.833323 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a415130f-44c1-4c64-a370-c05f3a9df57b req-06c121d2-ed98-4bb5-b4b5-7dd7cbda1a49 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.2292943 Sep 03 13:14:12.845187 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Request body: {'port': {'device_id': '7fee5c36-1917-4caf-a9d5-ee73d81be4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:12.902126 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.db.api [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 13:14:12.902126 dv-cinder-782910-3-iscsi neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 13:14:12.902126 dv-cinder-782910-3-iscsi neutron-server[94688]: [parameters: {'project_id_1': 'fa4c9af5d5924466b83b8d0df51ace27', 'expiration_1': datetime.datetime(2021, 9, 3, 13, 13, 52, 659287)}] Sep 03 13:14:12.902126 dv-cinder-782910-3-iscsi neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:14:12.903038 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG oslo_db.api [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:14:12.965978 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:12.969166 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.010944 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.db.api [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 13:14:13.010944 dv-cinder-782910-3-iscsi neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 13:14:13.010944 dv-cinder-782910-3-iscsi neutron-server[94687]: [parameters: {'project_id_1': '5b99cf506a9b4df687f38c750251d3f6', 'expiration_1': datetime.datetime(2021, 9, 3, 13, 13, 52, 805195)}] Sep 03 13:14:13.010944 dv-cinder-782910-3-iscsi neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:14:13.011324 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG oslo_db.api [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:14:13.047822 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.081008 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9a6fb-318e-46fa-a44c-b60504521902 None None] Pushing event updated for resources: {'Port': ['ID=5941ff27-5751-4dcf-9c02-03631554848e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:13.113511 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Attempting to bind port 5941ff27-5751-4dcf-9c02-03631554848e on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:13.113900 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Attempting to bind port 5941ff27-5751-4dcf-9c02-03631554848e by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:13.114393 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Attempting to bind port 5941ff27-5751-4dcf-9c02-03631554848e on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:13.141543 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:13.141973 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Checking segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:13.145289 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.145538 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Bound using segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:13.145981 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Bound port: 5941ff27-5751-4dcf-9c02-03631554848e, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:13.146625 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.217138 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-a6f15528-8692-40bc-bdbf-10a548fee780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:13.218689 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-a6f15528-8692-40bc-bdbf-10a548fee780 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf HTTP/1.1" status: 200 len: 870 time: 0.4146090 Sep 03 13:14:13.309775 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] For port 5941ff27-5751-4dcf-9c02-03631554848e, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:13.317073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:14:13.320141 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-b49022b2-1784-4492-af59-1a8c50241bfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=4b826413-ad6d-474f-a241-f8b21cfadb50 HTTP/1.1" status: 200 len: 217 time: 0.0485425 Sep 03 13:14:13.325042 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] For port 5941ff27-5751-4dcf-9c02-03631554848e, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=5941ff27-5751-4dcf-9c02-03631554848e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:13.335562 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d1720d1-9535-4e0b-b567-6693bb75e7b5 req-93b2eefa-71c3-44a4-a3e1-24cdf5dc275a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3594322 Sep 03 13:14:13.386499 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a415130f-44c1-4c64-a370-c05f3a9df57b req-3c54cd8f-9486-46c7-81bd-c966e24f1533 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5522492 Sep 03 13:14:13.421269 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.422305 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.segments_db [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Added segment 16877a23-0c65-4122-9c4d-bd4faf8f7939 of type vlan for network 9d9b4e4c-3e11-4a39-9916-06cb39445149 Sep 03 13:14:13.423722 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aff90d5-e9a2-419e-b06a-1722b82ee3ff,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:13.446524 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.600178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:13.603656 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:13.617276 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Made reservation on behalf of fa4c9af5d5924466b83b8d0df51ace27 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:13.619891 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.620486 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.631865 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.663025 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37aa49c3-641d-4277-8e26-0a64db54996a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:14:13.673783 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.699331 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Transition to ACTIVE for port object 37aa49c3-641d-4277-8e26-0a64db54996a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:13.727004 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-70b1feb4-021b-4760-998a-15f2fb6178dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:13.730364 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-70b1feb4-021b-4760-998a-15f2fb6178dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=080b56f7-0eb0-4a54-bc17-fb9c1f6ea9bc HTTP/1.1" status: 200 len: 843 time: 0.3924165 Sep 03 13:14:13.755674 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9a6fb-318e-46fa-a44c-b60504521902 None None] Pushing event updated for resources: {'Port': ['ID=5941ff27-5751-4dcf-9c02-03631554848e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:13.755987 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.795842 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:13.832900 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:13.942687 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Pushing event updated for resources: {'Port': ['ID=37aa49c3-641d-4277-8e26-0a64db54996a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:14.072754 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Attempting to bind port 37aa49c3-641d-4277-8e26-0a64db54996a on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:14.073452 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Attempting to bind port 37aa49c3-641d-4277-8e26-0a64db54996a by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:14.074761 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Attempting to bind port 37aa49c3-641d-4277-8e26-0a64db54996a on network 414d0b81-f00e-4975-b8de-43b149b948f6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:14.087206 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Port 37aa49c3-641d-4277-8e26-0a64db54996a on network 414d0b81-f00e-4975-b8de-43b149b948f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:14:14.087637 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Attempting to bind port 37aa49c3-641d-4277-8e26-0a64db54996a on network 414d0b81-f00e-4975-b8de-43b149b948f6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:14.103635 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:14.104903 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Checking segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:14.105386 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Bound using segment: {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:14.106077 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Bound port: 37aa49c3-641d-4277-8e26-0a64db54996a, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebb280f-ff48-4872-8c81-581d961d32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:14.106529 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.123478 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.145984 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9859d-78ad-49bd-bfc0-9c38a558f351 req-e184d52c-418b-49fe-8ee5-06684707174c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:14.148346 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-13b9859d-78ad-49bd-bfc0-9c38a558f351 req-e184d52c-418b-49fe-8ee5-06684707174c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 931 time: 0.6914926 Sep 03 13:14:14.150243 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 13:14:14.207394 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-9397b5d6-cb3c-43ce-8d5e-2deac06feef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:14.207641 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:13Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:14.209861 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-9397b5d6-cb3c-43ce-8d5e-2deac06feef8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4504185 Sep 03 13:14:14.216609 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] For port 37aa49c3-641d-4277-8e26-0a64db54996a, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:14.220458 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] For port 37aa49c3-641d-4277-8e26-0a64db54996a, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=37aa49c3-641d-4277-8e26-0a64db54996a,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:14.221610 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bb90a-e1c5-4506-8cc8-88fc02255460 req-bc249d04-327e-4aec-aef5-421d8d28e229 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:14.222243 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.231183 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-641bb90a-e1c5-4506-8cc8-88fc02255460 req-bc249d04-327e-4aec-aef5-421d8d28e229 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 948 time: 0.5848789 Sep 03 13:14:14.246992 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb985c-6217-474e-8a79-e88c2fd894ef None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:13Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:14:14.251932 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:14:14.264050 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92069e54-aecb-4471-97b6-9d903fdbfc62,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:14.284013 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.285846 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Added segment aadb57de-1ac1-4701-9482-245bb81ae457 of type vlan for network a8b55a87-3621-4433-89f3-fdfdc2b64940 Sep 03 13:14:14.308118 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.368902 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.382758 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-13b9859d-78ad-49bd-bfc0-9c38a558f351 req-755940ab-010d-464c-a1a1-6b3bec59899a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161515 Sep 03 13:14:14.438658 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:14.439391 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.441512 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] 10.222.0.48 "PUT /v2.0/ports/37aa49c3-641d-4277-8e26-0a64db54996a HTTP/1.1" status: 200 len: 1093 time: 1.6007590 Sep 03 13:14:14.443531 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.445759 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fee5c36-1917-4caf-a9d5-ee73d81be4e1', 'tag': '37aa49c3-641d-4277-8e26-0a64db54996a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:14.449158 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7fee5c36-1917-4caf-a9d5-ee73d81be4e1", "tag": "37aa49c3-641d-4277-8e26-0a64db54996a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:14.548514 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992c7ee-0df9-460f-9869-6764704165bb service neutron] Pushing event updated for resources: {'Port': ['ID=37aa49c3-641d-4277-8e26-0a64db54996a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:14.608324 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.610163 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:14.610926 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.654951 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.673522 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.673522 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:14.677327 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:14:14.689511 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.689758 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.689882 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.segments_db [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Added segment c3a14f1b-2c82-48ee-a057-ad8fbd516c40 of type vlan for network 4bcaf1d1-1492-453c-89d3-3b046390d8af Sep 03 13:14:14.746090 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b33a1fa2-2f39-4673-be63-a21db6b13d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:14.748315 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b33a1fa2-2f39-4673-be63-a21db6b13d5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 1096 time: 0.1550024 Sep 03 13:14:14.751966 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 5941ff27-5751-4dcf-9c02-03631554848e up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:14.753729 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e38c84c-c719-4a95-9d3c-92fc6586854b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:14.765367 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.9773755 Sep 03 13:14:14.808785 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:14.816468 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Request body: {'subnet': {'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1787258858-subnet', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:14.833128 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b55a87-3621-4433-89f3-fdfdc2b64940,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:14.844233 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-641bb90a-e1c5-4506-8cc8-88fc02255460 req-bf7ef6cd-aaac-4873-b576-d45eec317ca4 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117220 Sep 03 13:14:14.873849 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network a8b55a87-3621-4433-89f3-fdfdc2b64940 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:14:14.880701 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 4b826413-ad6d-474f-a241-f8b21cfadb50 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:14:14.924153 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:14.949279 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-f5a061a6-3a01-4de4-8ec0-ec26dad61545 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2999389 Sep 03 13:14:14.953677 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-1a002832-f0d8-439a-bbc9-56437f5e7d6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa49c3-641d-4277-8e26-0a64db54996a HTTP/1.1" status: 200 len: 217 time: 0.1437531 Sep 03 13:14:14.956977 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:14.962933 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Request body: {'subnet': {'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-177999932-subnet', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:15.055211 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-4122790f-170d-4ce1-8dc0-9accacdee7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:15.056865 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-4122790f-170d-4ce1-8dc0-9accacdee7a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 200 len: 854 time: 0.0824249 Sep 03 13:14:15.081570 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 13:14:15.115081 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-648c9f25-e9b6-41fd-b8d7-b3f5a03a3411 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=414d0b81-f00e-4975-b8de-43b149b948f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495987 Sep 03 13:14:15.149232 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 5941ff27-5751-4dcf-9c02-03631554848e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:15.176392 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0efbf-a8ab-4e7c-a1b0-b128800f0137 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9b4e4c-3e11-4a39-9916-06cb39445149,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:15.187235 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 5941ff27-5751-4dcf-9c02-03631554848e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:15.187625 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:15.192693 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:15.194205 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:15.195597 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:15.199976 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:14:15.216350 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-e22edef4-33df-45ac-9820-e20166dc0cdd service neutron] 10.222.0.48 "GET /v2.0/networks/bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456254 Sep 03 13:14:15.326621 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-23e2b265-050a-4081-b8ab-8ad971fa5363 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028451 Sep 03 13:14:15.330575 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e86c8d7-1ff1-4e4b-b407-799fdb994a31 x-openstack-request-id: req-3e86c8d7-1ff1-4e4b-b407-799fdb994a31 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:15.331012 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fee5c36-1917-4caf-a9d5-ee73d81be4e1", "tag": "37aa49c3-641d-4277-8e26-0a64db54996a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:15.332279 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e86c8d7-1ff1-4e4b-b407-799fdb994a31 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:15.332922 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fee5c36-1917-4caf-a9d5-ee73d81be4e1', 'tag': '37aa49c3-641d-4277-8e26-0a64db54996a', 'status': 'completed', 'code': 200} Sep 03 13:14:15.347048 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Made reservation on behalf of 02acdd3ce7e142e9a6a9da6eb5dde242 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:15.349593 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9953456'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:15.523815 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] Pushing event updated for resources: {'Network': ['ID=4bcaf1d1-1492-453c-89d3-3b046390d8af,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:15.592825 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-8c08868d-6016-4daf-a30c-459b87e3c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:15.594506 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-8c08868d-6016-4daf-a30c-459b87e3c1ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1098 time: 0.2606270 Sep 03 13:14:15.671525 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ae3fb-0c97-4ebd-b8fc-0aa90ad2d19e req-b6c2934d-0467-4ba2-987f-eb9811138494 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:15.681710 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f80ae3fb-0c97-4ebd-b8fc-0aa90ad2d19e req-b6c2934d-0467-4ba2-987f-eb9811138494 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.6050925 Sep 03 13:14:15.689068 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 4bcaf1d1-1492-453c-89d3-3b046390d8af details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:14:15.721510 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5156d-be3f-4032-b758-3a6c8d5022e8 req-4c9f2fda-5184-42ef-ac88-9455faea675d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:15.730608 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbd5156d-be3f-4032-b758-3a6c8d5022e8 req-4c9f2fda-5184-42ef-ac88-9455faea675d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.3202116 Sep 03 13:14:15.790103 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-94c955b8-65b3-42bc-8883-1b13c684bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:15.797342 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-94c955b8-65b3-42bc-8883-1b13c684bf8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.1868248 Sep 03 13:14:15.850873 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ea0af35f-a1b6-4af5-a0cc-de26f13d9f80 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.6413734 Sep 03 13:14:15.857212 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:15.887323 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Request body: {'subnet': {'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1662939430-subnet', 'tenant_id': '5b99cf506a9b4df687f38c750251d3f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:15.897950 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87099d28-2c12-4f27-9c63-e4dec5eb8aa7 req-317b7409-ee75-4711-9bc9-ae0bcda80f1c service neutron] 10.222.0.48 "GET /v2.0/networks/bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143020 Sep 03 13:14:15.899152 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 4b826413-ad6d-474f-a241-f8b21cfadb50, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4b826413-ad6d-474f-a241-f8b21cfadb50,segment=NetworkSegment(c33c6072-8893-4842-8e6d-2da128e784e5),segment_id=c33c6072-8893-4842-8e6d-2da128e784e5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:15.904616 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Made reservation on behalf of fa4c9af5d5924466b83b8d0df51ace27 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:15.907595 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9953456'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:15.927842 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f80ae3fb-0c97-4ebd-b8fc-0aa90ad2d19e req-436ebdcb-4412-415b-8f8a-fc67f62f2efb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2443841 Sep 03 13:14:15.980530 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbd5156d-be3f-4032-b758-3a6c8d5022e8 req-f1b6844d-f550-4d83-b59f-61446f53866f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488093 Sep 03 13:14:16.129925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Made reservation on behalf of 5b99cf506a9b4df687f38c750251d3f6 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:16.141438 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422292'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:16.180327 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-52b57356-293d-426a-8024-bd88316d3053 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 200 len: 217 time: 0.2853780 Sep 03 13:14:16.210853 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:16.221034 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '4b826413-ad6d-474f-a241-f8b21cfadb50', 'network_id': 'bf785ee0-36fa-41e5-b9b6-fdd7321dbfbf', 'port_id': '4b826413-ad6d-474f-a241-f8b21cfadb50', 'mac_address': 'fa:16:3e:8b:d5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080b56f7-0eb0-4a54-bc17-fb9c1f6ea9bc', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:14:16.284781 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:16.303859 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-6d2b51b7-a228-4f5f-a3e4-f812972cf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:16.305379 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-6d2b51b7-a228-4f5f-a3e4-f812972cf5a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.0891356 Sep 03 13:14:16.316825 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b826413-ad6d-474f-a241-f8b21cfadb50 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:14:16.326329 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edfad6-adc4-4ddb-8c40-42b27b44f2c4 req-94fcc842-612f-47d8-8de9-17a54bbd6196 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:16.335418 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99edfad6-adc4-4ddb-8c40-42b27b44f2c4 req-94fcc842-612f-47d8-8de9-17a54bbd6196 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.2568061 Sep 03 13:14:16.358240 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 5941ff27-5751-4dcf-9c02-03631554848e, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=5941ff27-5751-4dcf-9c02-03631554848e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:16.363437 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 4b826413-ad6d-474f-a241-f8b21cfadb50, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4b826413-ad6d-474f-a241-f8b21cfadb50,segment=NetworkSegment(c33c6072-8893-4842-8e6d-2da128e784e5),segment_id=c33c6072-8893-4842-8e6d-2da128e784e5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:16.364595 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788ab05-17e0-4c42-afe7-0a45b69b1973 req-201e6cf1-a930-451b-8b39-9f575e93408f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:16.375309 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-13520376-974a-4e54-9817-5e427bb07f45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399699 Sep 03 13:14:16.376187 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e788ab05-17e0-4c42-afe7-0a45b69b1973 req-201e6cf1-a930-451b-8b39-9f575e93408f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 943 time: 0.2289577 Sep 03 13:14:16.390051 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-9854b8d9-939b-4c99-8ed4-0f8ad136fd82 req-b1f655c9-0083-4630-832f-db20e98d6e7e service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9200723 Sep 03 13:14:16.459187 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:16.503045 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99edfad6-adc4-4ddb-8c40-42b27b44f2c4 req-9ddc1b98-1d81-4d00-a903-f115d69ea1f0 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662436 Sep 03 13:14:16.523603 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9040967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9953438'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:16.541871 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e788ab05-17e0-4c42-afe7-0a45b69b1973 req-087d97cb-5b6b-43cc-994e-d91f1d8c3ec0 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643150 Sep 03 13:14:16.552513 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=5941ff27-5751-4dcf-9c02-03631554848e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:16.558699 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:16.597295 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c440f60-b5d1-4883-83a1-d3f05906bc3b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:16.638061 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=4b826413-ad6d-474f-a241-f8b21cfadb50,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:16.715764 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f8d9a-6b65-462a-8e33-3e4214f5e23f req-46ac2769-bd1d-4e96-9c75-ecb2920f016a tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:16.719562 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c90f8d9a-6b65-462a-8e33-3e4214f5e23f req-46ac2769-bd1d-4e96-9c75-ecb2920f016a tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 949 time: 0.0740488 Sep 03 13:14:16.746875 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-fbaad2e5-ab26-43e1-ad52-1fab8aae456c service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539298 Sep 03 13:14:16.771756 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c90f8d9a-6b65-462a-8e33-3e4214f5e23f req-d23a6156-19f9-4153-85f7-2f51875e3818 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Sep 03 13:14:16.801623 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9868883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422330'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:16.838114 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-3bf9aee0-f3f8-4bc2-ad07-8aa951c570d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:16.840386 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-3bf9aee0-f3f8-4bc2-ad07-8aa951c570d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a347e1546cac465481ab721e242bb8fb&device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 1096 time: 0.1864491 Sep 03 13:14:16.851185 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Checking segment: {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:16.851610 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Network hostable DHCP agents. Network: 9d9b4e4c-3e11-4a39-9916-06cb39445149, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:14:16.936238 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9040967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9953438'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:16.950685 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a15296-8408-4580-87f4-c92bbd8a7282,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:16.969335 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Checking segment: {'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:16.970195 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Network hostable DHCP agents. Network: 4bcaf1d1-1492-453c-89d3-3b046390d8af, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:14:16.977512 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['4b826413-ad6d-474f-a241-f8b21cfadb50'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:14:17.162278 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:14:17.169233 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Network 4bcaf1d1-1492-453c-89d3-3b046390d8af is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:14:17.182544 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6847e2bf-953b-4f42-9cf7-56c6f73a7571 req-bc5f104a-a168-4874-bd09-273046be6c2e service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239016 Sep 03 13:14:17.244126 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac75b50f-e987-42af-ad20-9dc4f8c8f438,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:17.257769 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-aa24442d-0a4b-46f1-bcf5-11a7b572d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:17.259507 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-aa24442d-0a4b-46f1-bcf5-11a7b572d56d service neutron] 10.222.0.48 "GET /v2.0/networks?id=414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 200 len: 915 time: 0.3776605 Sep 03 13:14:17.278628 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f1711-cbe2-4d62-a05e-26f0e6321fed req-b78b5814-6f80-4a35-9412-78574962d508 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:17.280236 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d41f1711-cbe2-4d62-a05e-26f0e6321fed req-b78b5814-6f80-4a35-9412-78574962d508 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1501551 Sep 03 13:14:17.282163 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Checking segment: {'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:17.282571 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Network hostable DHCP agents. Network: a8b55a87-3621-4433-89f3-fdfdc2b64940, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:14:17.288227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cea04-7a5d-4503-a379-d747fca76788 req-2c920cc5-7388-4b45-a4e1-efc030d42443 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:17.290040 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ab9cea04-7a5d-4503-a379-d747fca76788 req-2c920cc5-7388-4b45-a4e1-efc030d42443 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.2334473 Sep 03 13:14:17.336601 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 4bcaf1d1-1492-453c-89d3-3b046390d8af) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:17.349507 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2f210-e529-4d21-9676-def089935921 None None] Network 4bcaf1d1-1492-453c-89d3-3b046390d8af requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:17.353330 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:17.353955 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:17.357549 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-067aeb13-459b-4725-b6ba-239d9b10c6d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa49c3-641d-4277-8e26-0a64db54996a HTTP/1.1" status: 200 len: 217 time: 0.0682378 Sep 03 13:14:17.370086 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 9d9b4e4c-3e11-4a39-9916-06cb39445149) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:17.372323 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d41f1711-cbe2-4d62-a05e-26f0e6321fed req-5bc0d781-5932-4d11-8a45-fe232e18e5f9 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761366 Sep 03 13:14:17.374444 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:17.375360 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:17.401809 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ab9cea04-7a5d-4503-a379-d747fca76788 req-d021d14b-9d9d-4d7d-9c2a-d413307c6927 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034405 Sep 03 13:14:17.405071 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91ef96-ff51-433c-9d55-43038d2404aa None None] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:17.474710 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-8132cdff-6d46-42f0-9e8c-b9d7e9779fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:17.476897 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-8132cdff-6d46-42f0-9e8c-b9d7e9779fda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 200 len: 854 time: 0.0984786 Sep 03 13:14:17.490211 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-be82b005-ff81-4aa7-b67e-92765d601ac7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6227427 Sep 03 13:14:17.526814 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-9ae97694-3bdb-4e87-ae36-3cef1c023826 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=414d0b81-f00e-4975-b8de-43b149b948f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382068 Sep 03 13:14:17.529032 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Network a8b55a87-3621-4433-89f3-fdfdc2b64940 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:14:17.551031 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-d954c526-94d5-44e5-9705-0c2cc8ab4a9a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7396870 Sep 03 13:14:17.555327 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:17.559585 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, a8b55a87-3621-4433-89f3-fdfdc2b64940) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:17.562018 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:17.580270 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00fe20-8bdf-4475-838e-571de9156319 None None] Network a8b55a87-3621-4433-89f3-fdfdc2b64940 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:17.594396 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:17.595016 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:17.699280 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:17.700384 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:17.761861 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:17.782417 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-e04c1c7b-3849-4b49-aea6-4f50b584f313 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384050 Sep 03 13:14:17.809441 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-948cd49e-5d9f-425f-91a8-0d23988a4985 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8509784 Sep 03 13:14:17.816398 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45520) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:17.822509 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:17.858464 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456928e-9c7b-40da-a45b-4206e04c1871 req-6c2f3d2b-3290-4502-92e1-b8cc74949b04 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:17.861079 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456928e-9c7b-40da-a45b-4206e04c1871 req-6c2f3d2b-3290-4502-92e1-b8cc74949b04 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 943 time: 0.0977859 Sep 03 13:14:17.913707 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa008431-4a98-4a65-bd81-0616b4caffeb None None] Network 4bcaf1d1-1492-453c-89d3-3b046390d8af requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:17.953974 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3bac01f5-2b88-4a42-9af4-3cdda31f36ca req-eeb8ce38-82da-4191-b133-e9a238b098a0 service neutron] 10.222.0.48 "GET /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585944 Sep 03 13:14:18.081480 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9b9d1-ed48-4adf-886e-4f61fa81da86 req-d20c98a4-d2e5-4847-91e1-ee6ec6c596f1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:18.085384 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c4e9b9d1-ed48-4adf-886e-4f61fa81da86 req-d20c98a4-d2e5-4847-91e1-ee6ec6c596f1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.4310226 Sep 03 13:14:18.091975 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:18.096368 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-9d9b4e4c-3e11-4a39-9916-06cb39445149', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:14:18.097290 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:18.120678 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-a8b55a87-3621-4433-89f3-fdfdc2b64940', 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'fixed_ips': [{'subnet_id': 'ac75b50f-e987-42af-ad20-9dc4f8c8f438'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:14:18.121807 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:18.195705 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c4e9b9d1-ed48-4adf-886e-4f61fa81da86 req-1948e1de-6bb4-408c-9f69-e5b97a57499d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880990 Sep 03 13:14:18.253239 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456928e-9c7b-40da-a45b-4206e04c1871 req-45ae9119-3641-4046-a398-2b54c81c18ab tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495270 Sep 03 13:14:18.273481 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:18.387232 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:18.388630 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:18.430060 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Allocated IP 172.20.0.2 (a8b55a87-3621-4433-89f3-fdfdc2b64940/ac75b50f-e987-42af-ad20-9dc4f8c8f438/b6dbbf15-0c74-43da-976f-5b1a468b98a4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:18.453938 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:18.474021 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb669c89-e9d1-4df0-88a9-6d41ffa45707 req-acae0d51-c0cf-4ee1-93f6-7ab70515ed32 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:18.483519 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-eb669c89-e9d1-4df0-88a9-6d41ffa45707 req-acae0d51-c0cf-4ee1-93f6-7ab70515ed32 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 949 time: 0.1445484 Sep 03 13:14:18.486166 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Allocated IP 172.20.0.2 (9d9b4e4c-3e11-4a39-9916-06cb39445149/2c440f60-b5d1-4883-83a1-d3f05906bc3b/51a4b114-610c-4feb-8b02-7086e26b009c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:18.698095 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 5941ff27-5751-4dcf-9c02-03631554848e up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:18.705482 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13a477-199e-4d5c-9b6c-0c29bdc9b02a req-71ad9cc6-5d5c-4780-a3c2-bfce28ec1bee tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:18.720586 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-eb13a477-199e-4d5c-9b6c-0c29bdc9b02a req-71ad9cc6-5d5c-4780-a3c2-bfce28ec1bee tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.2217119 Sep 03 13:14:18.788078 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-85320958-7c93-4169-a54f-b956f3cda4f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799370 Sep 03 13:14:18.881202 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-eb669c89-e9d1-4df0-88a9-6d41ffa45707 req-ee906ce1-60e2-427e-a219-5ef30a643c87 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978047 Sep 03 13:14:18.916526 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 37aa49c3-641d-4277-8e26-0a64db54996a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:14:18.925711 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 4b826413-ad6d-474f-a241-f8b21cfadb50 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:18.933319 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-eb13a477-199e-4d5c-9b6c-0c29bdc9b02a req-15fc3258-0a0e-4a80-8d98-2a43178a4fce tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378088 Sep 03 13:14:18.942711 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-4e81d2f9-391f-4da4-bf62-d8591f6bc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:18.946333 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-4e81d2f9-391f-4da4-bf62-d8591f6bc944 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 1098 time: 0.0718343 Sep 03 13:14:18.956916 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:18.997224 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 5941ff27-5751-4dcf-9c02-03631554848e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:19.039271 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.039271 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Transition to ACTIVE for port object b6dbbf15-0c74-43da-976f-5b1a468b98a4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:19.039271 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.125194 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-5652ddce-ba7b-4c4c-994a-5155becc6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:19.126787 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-5652ddce-ba7b-4c4c-994a-5155becc6645 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.1435699 Sep 03 13:14:19.182948 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-3fe31826-1f9f-4dc4-9cb2-9bac1d1e5d80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea9c66e-ce41-4121-9632-59277d6f85be HTTP/1.1" status: 200 len: 217 time: 0.0456913 Sep 03 13:14:19.205493 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Transition to ACTIVE for port object 51a4b114-610c-4feb-8b02-7086e26b009c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:19.215562 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 13:14:19.232700 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Transition to ACTIVE for port object b6dbbf15-0c74-43da-976f-5b1a468b98a4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:19.244921 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-bc2f9c57-dbc6-48c3-a8a9-a3949c6fe47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:19.244921 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-bc2f9c57-dbc6-48c3-a8a9-a3949c6fe47d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.0541542 Sep 03 13:14:19.247484 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.269750 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Transition to ACTIVE for port object 51a4b114-610c-4feb-8b02-7086e26b009c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:19.298517 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-5ff745dd-bc85-43ab-a45b-9456af1c277e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423360 Sep 03 13:14:19.311017 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36f733-95eb-4800-b30b-66051a14ca45 req-4f20bc6e-4760-416b-a92f-88844c915d50 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:19.318492 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8b36f733-95eb-4800-b30b-66051a14ca45 req-4f20bc6e-4760-416b-a92f-88844c915d50 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0891178 Sep 03 13:14:19.377945 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 37aa49c3-641d-4277-8e26-0a64db54996a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=37aa49c3-641d-4277-8e26-0a64db54996a,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:19.403403 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '37aa49c3-641d-4277-8e26-0a64db54996a', 'network_id': '414d0b81-f00e-4975-b8de-43b149b948f6', 'port_id': '37aa49c3-641d-4277-8e26-0a64db54996a', 'mac_address': 'fa:16:3e:ea:5c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8896cdb-075b-4b0c-9b30-26e21f3c2b16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:14:19.423156 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-4aa33c65-11dd-4e59-ba98-6aab4c1153ed service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155574 Sep 03 13:14:19.463024 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.480756 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8b36f733-95eb-4800-b30b-66051a14ca45 req-39c6f773-d78f-4438-8878-1b578e3eb12c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1583917 Sep 03 13:14:19.489400 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aa49c3-641d-4277-8e26-0a64db54996a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:14:19.533869 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.534124 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 37aa49c3-641d-4277-8e26-0a64db54996a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=37aa49c3-641d-4277-8e26-0a64db54996a,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:19.543742 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4247893-ffef-49b4-b98a-6dc084de1e3d req-ff086b4e-27ed-4093-9168-637556b0722d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:19.546892 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e4247893-ffef-49b4-b98a-6dc084de1e3d req-ff086b4e-27ed-4093-9168-637556b0722d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1518178 Sep 03 13:14:19.565633 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-309dcb00-ce30-4d21-88b5-c100d19299c9 req-55f9fd55-91b0-4b26-95d1-839b48ce3b3f service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230593 Sep 03 13:14:19.576444 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.682409 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e4247893-ffef-49b4-b98a-6dc084de1e3d req-dd3571b0-653b-4c0d-b4ad-faf32528d54c tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085396 Sep 03 13:14:19.707897 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515bd5-87ea-48e9-9ac3-4dc369695c61 req-498d27d0-c02d-4077-a361-d58d71b12574 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:19.709447 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ee515bd5-87ea-48e9-9ac3-4dc369695c61 req-498d27d0-c02d-4077-a361-d58d71b12574 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 943 time: 0.1368716 Sep 03 13:14:19.783230 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ee515bd5-87ea-48e9-9ac3-4dc369695c61 req-16f200f0-bc4c-4f57-83ba-00ca9191d8fd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Sep 03 13:14:19.784354 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Allocated IP 172.27.1.239 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:19.793424 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.804187 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 4b826413-ad6d-474f-a241-f8b21cfadb50 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:19.804187 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.804187 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.840104 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 4b826413-ad6d-474f-a241-f8b21cfadb50 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:19.840522 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.880027 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:19.894616 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Network a8b55a87-3621-4433-89f3-fdfdc2b64940 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:19.894616 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:19.897794 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:19.915362 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:19.920849 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:19.974185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:19.983157 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=37aa49c3-641d-4277-8e26-0a64db54996a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:20.123797 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Pushing event updated for resources: {'Port': ['ID=51a4b114-610c-4feb-8b02-7086e26b009c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:20.129456 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Attempting to bind port 51a4b114-610c-4feb-8b02-7086e26b009c on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:20.135271 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Attempting to bind port 51a4b114-610c-4feb-8b02-7086e26b009c by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:20.135271 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Attempting to bind port 51a4b114-610c-4feb-8b02-7086e26b009c on network 9d9b4e4c-3e11-4a39-9916-06cb39445149 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:20.251389 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Attempting to bind port b6dbbf15-0c74-43da-976f-5b1a468b98a4 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:20.252259 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Attempting to bind port b6dbbf15-0c74-43da-976f-5b1a468b98a4 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:20.252259 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Attempting to bind port b6dbbf15-0c74-43da-976f-5b1a468b98a4 on network a8b55a87-3621-4433-89f3-fdfdc2b64940 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:20.256379 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.287850 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498be2e7-7f11-45e6-9499-7fcdb1532120 req-f0aff19d-dbe3-4052-b89b-57e64ebc9051 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:20.289732 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-498be2e7-7f11-45e6-9499-7fcdb1532120 req-f0aff19d-dbe3-4052-b89b-57e64ebc9051 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 949 time: 0.2653906 Sep 03 13:14:20.294299 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:20.307799 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Checking segment: {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:20.308398 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.309391 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Bound using segment: {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:20.310016 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Bound port: 51a4b114-610c-4feb-8b02-7086e26b009c, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:20.310827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.328442 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['37aa49c3-641d-4277-8e26-0a64db54996a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:14:20.376278 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:20.376848 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Checking segment: {'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:20.377360 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.377918 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Bound using segment: {'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:20.379193 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Bound port: b6dbbf15-0c74-43da-976f-5b1a468b98a4, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:20.379711 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.390203 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb55088-6625-4f85-b519-4d0339a170b1 req-0176dc71-f707-4aae-9d90-2900a7740e78 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:20.413676 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2cb55088-6625-4f85-b519-4d0339a170b1 req-0176dc71-f707-4aae-9d90-2900a7740e78 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.2853408 Sep 03 13:14:20.420145 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:20.439289 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.440731 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.441127 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:20.444295 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:20.474541 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Pushing event updated for resources: {'Port': ['ID=b6dbbf15-0c74-43da-976f-5b1a468b98a4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:20.530833 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.540514 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:20.565958 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a0826b-f1db-4ac3-b37c-d4eff323ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b826413-ad6d-474f-a241-f8b21cfadb50'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:20.568691 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-498be2e7-7f11-45e6-9499-7fcdb1532120 req-5983cb95-ab43-464b-8ec1-f8e133d5bcb2 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268548 Sep 03 13:14:20.568874 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e1d9cd-854a-493d-9506-08de9ab016ad" -d '{"events": [{"server_uuid": "59a0826b-f1db-4ac3-b37c-d4eff323ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "4b826413-ad6d-474f-a241-f8b21cfadb50"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:20.588147 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] For port 51a4b114-610c-4feb-8b02-7086e26b009c, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:20.610776 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 4b826413-ad6d-474f-a241-f8b21cfadb50, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4b826413-ad6d-474f-a241-f8b21cfadb50,segment=NetworkSegment(c33c6072-8893-4842-8e6d-2da128e784e5),segment_id=c33c6072-8893-4842-8e6d-2da128e784e5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:20.636089 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] For port 51a4b114-610c-4feb-8b02-7086e26b009c, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=51a4b114-610c-4feb-8b02-7086e26b009c,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:20.644535 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] For port b6dbbf15-0c74-43da-976f-5b1a468b98a4, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:20.651649 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2cb55088-6625-4f85-b519-4d0339a170b1 req-65200bcf-ad44-4f16-80cc-64d7d9b772d1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317419 Sep 03 13:14:20.676067 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] For port b6dbbf15-0c74-43da-976f-5b1a468b98a4, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=b6dbbf15-0c74-43da-976f-5b1a468b98a4,segment=NetworkSegment(aadb57de-1ac1-4701-9482-245bb81ae457),segment_id=aadb57de-1ac1-4701-9482-245bb81ae457)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:20.698282 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.760952 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fe9748-001a-49a7-b754-45f2248b4aa0 x-openstack-request-id: req-12fe9748-001a-49a7-b754-45f2248b4aa0 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:20.766115 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a0826b-f1db-4ac3-b37c-d4eff323ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "4b826413-ad6d-474f-a241-f8b21cfadb50", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:20.766115 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12fe9748-001a-49a7-b754-45f2248b4aa0 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:20.766115 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a0826b-f1db-4ac3-b37c-d4eff323ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b826413-ad6d-474f-a241-f8b21cfadb50', 'code': 200} Sep 03 13:14:20.770657 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.836093 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:20.838093 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=4b826413-ad6d-474f-a241-f8b21cfadb50,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:20.955258 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9605a-abbd-4d20-a579-bfc1818a9710 None None] Pushing event updated for resources: {'Port': ['ID=51a4b114-610c-4feb-8b02-7086e26b009c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:21.047302 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4051a-5436-4fa3-ba38-ae0af9e85601 None None] Pushing event updated for resources: {'Port': ['ID=b6dbbf15-0c74-43da-976f-5b1a468b98a4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:21.096292 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Allocated IP 172.27.1.169 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/8dd460fb-f554-4188-a57b-6edaf3aec85c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:21.115175 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3303e-b49d-4701-9412-86e98de2d9cb req-d552343b-c38a-4154-8a43-1cd512ff5e0a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:21.116899 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49a3303e-b49d-4701-9412-86e98de2d9cb req-d552343b-c38a-4154-8a43-1cd512ff5e0a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.4285176 Sep 03 13:14:21.148577 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8dcf-96f6-4a94-9e29-1a48360348b1 req-27e8b575-63a1-4f47-bd65-374db4682c1b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:21.158034 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-110c8dcf-96f6-4a94-9e29-1a48360348b1 req-27e8b575-63a1-4f47-bd65-374db4682c1b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.2298851 Sep 03 13:14:21.296731 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-110c8dcf-96f6-4a94-9e29-1a48360348b1 req-c1836597-1246-4816-8ce5-060edfa77358 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376133 Sep 03 13:14:21.302921 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49a3303e-b49d-4701-9412-86e98de2d9cb req-00b2297b-f3cb-46ca-92b6-c1f1e565b4ff tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327291 Sep 03 13:14:21.512357 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abd68a-d528-4721-9610-efda5d01fc5c req-efd99473-ea1f-46f0-ad83-bc4e220b5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:21.513070 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-28abd68a-d528-4721-9610-efda5d01fc5c req-efd99473-ea1f-46f0-ad83-bc4e220b5897 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 1103 time: 0.0759921 Sep 03 13:14:21.564879 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:21.568909 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-28abd68a-d528-4721-9610-efda5d01fc5c req-efa49bc9-b500-4343-8f47-f118f0f07f8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 Sep 03 13:14:21.620435 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69c5a3-c71c-405a-a3ee-97e2b20853a0 req-ed55a890-a966-4149-9f16-e0ff60dc52a2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:21.622261 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cc69c5a3-c71c-405a-a3ee-97e2b20853a0 req-ed55a890-a966-4149-9f16-e0ff60dc52a2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 944 time: 0.2286162 Sep 03 13:14:21.698056 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:22.043462 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cc69c5a3-c71c-405a-a3ee-97e2b20853a0 req-eedea3da-3046-4327-b616-3b50e4982782 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112959 Sep 03 13:14:22.050057 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-cb5a9bca-7e17-49a0-bbbc-2cba3b0b483c tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:22.051724 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-cb5a9bca-7e17-49a0-bbbc-2cba3b0b483c tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/networks?id=4bcaf1d1-1492-453c-89d3-3b046390d8af HTTP/1.1" status: 200 len: 809 time: 0.4829018 Sep 03 13:14:22.083863 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-4357f5fc-5f7a-4f4f-acfc-f660dd71bbbc tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/quotas/5b99cf506a9b4df687f38c750251d3f6 HTTP/1.1" status: 200 len: 375 time: 0.0176492 Sep 03 13:14:22.135095 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02985bae-df75-4eed-81f3-80eab3689108 None None] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:22.195285 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:22.199359 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-39f3daa7-dba0-4d22-9b28-4ec5e2c4ab7b tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b99cf506a9b4df687f38c750251d3f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999608 Sep 03 13:14:22.307144 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:22.339903 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91df9c7d-4ebe-4541-93f3-64b382b60578 None None] Provisioning for port 51a4b114-610c-4feb-8b02-7086e26b009c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:22.340088 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:22.350986 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:22.417792 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Pushing event updated for resources: {'Port': ['ID=8dd460fb-f554-4188-a57b-6edaf3aec85c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:22.471794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbfc35-a48e-46a9-88de-d0900bc0e1e4 req-77caf2f4-e713-4f14-b96c-a9224a74e07a tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:22.473462 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f4dbfc35-a48e-46a9-88de-d0900bc0e1e4 req-77caf2f4-e713-4f14-b96c-a9224a74e07a tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 950 time: 0.3303616 Sep 03 13:14:22.481780 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.483584 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.483584 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.483584 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.483584 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.483584 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.484052 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.484149 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.484449 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.484780 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.485109 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.485438 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:22.529279 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:22.535811 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05af2db-2b4f-4439-8d94-bfe98c5be449 None None] Network a8b55a87-3621-4433-89f3-fdfdc2b64940 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:22.629067 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-b86c96ad-24c9-4a83-ba03-fd4c7f9ce7c1 service neutron] 10.222.0.44 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029102 Sep 03 13:14:22.700209 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-b95746d1-a64d-4de9-a98e-8d8e3416dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:22.701944 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-b95746d1-a64d-4de9-a98e-8d8e3416dde1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 1099 time: 0.0584507 Sep 03 13:14:22.707857 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f4dbfc35-a48e-46a9-88de-d0900bc0e1e4 req-e6d7bb8f-da71-49c0-a8ef-86577fdafa8a tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188656 Sep 03 13:14:22.754460 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4758bb04-3d71-4be1-b815-c91c54dbfa1e None None] Provisioning for port b6dbbf15-0c74-43da-976f-5b1a468b98a4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:22.759356 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device b6dbbf15-0c74-43da-976f-5b1a468b98a4 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:22.842282 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-eeb4d731-712b-4d24-89d0-8852fd4d443e service neutron] 10.222.0.44 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123566 Sep 03 13:14:22.883067 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-04e7dcb3-5296-43aa-9b59-fc4f72b9a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:22.886601 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-04e7dcb3-5296-43aa-9b59-fc4f72b9a328 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.1649921 Sep 03 13:14:22.953219 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 37aa49c3-641d-4277-8e26-0a64db54996a up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:23.009640 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port b6dbbf15-0c74-43da-976f-5b1a468b98a4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:23.016689 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port b6dbbf15-0c74-43da-976f-5b1a468b98a4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:23.017073 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.034074 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152f5b9-8105-4e7f-8721-269d89968e16 req-3a7bfeb0-e834-4464-9f11-f85279bfad8f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:23.036024 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c152f5b9-8105-4e7f-8721-269d89968e16 req-3a7bfeb0-e834-4464-9f11-f85279bfad8f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1783266 Sep 03 13:14:23.076752 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Router 2c1ef984-12f7-4bf5-bc28-063a2931320f is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:14:23.162193 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c152f5b9-8105-4e7f-8721-269d89968e16 req-e8f4a475-c934-494d-917c-65eaf1ea7182 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121297 Sep 03 13:14:23.199131 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.227120 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.253133 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 37aa49c3-641d-4277-8e26-0a64db54996a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:23.260073 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 37aa49c3-641d-4277-8e26-0a64db54996a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:23.261292 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.268442 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-8c1a1e84-87f6-4cd8-80f3-92ab36039280 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693d821-0905-495f-9c53-bac45338b02a HTTP/1.1" status: 200 len: 1002 time: 0.3737581 Sep 03 13:14:23.341279 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb4ce4d8-de86-4f2e-b74f-9fddd7fabb80 None None] Provisioning complete for port b6dbbf15-0c74-43da-976f-5b1a468b98a4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:23.345100 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce4d8-de86-4f2e-b74f-9fddd7fabb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.346503 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port b6dbbf15-0c74-43da-976f-5b1a468b98a4, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=b6dbbf15-0c74-43da-976f-5b1a468b98a4,segment=NetworkSegment(aadb57de-1ac1-4701-9482-245bb81ae457),segment_id=aadb57de-1ac1-4701-9482-245bb81ae457)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:23.357524 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-c6799f17-ffc4-4c5b-98fb-ab879eafaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:23.359461 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-c6799f17-ffc4-4c5b-98fb-ab879eafaa57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.0821948 Sep 03 13:14:23.439967 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.440844 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 51a4b114-610c-4feb-8b02-7086e26b009c up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:23.449491 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-9e0c2881-f5b9-47a3-8d5e-8cc7980abe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:23.451420 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-9e0c2881-f5b9-47a3-8d5e-8cc7980abe80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705073 Sep 03 13:14:23.509499 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1990dc-7072-4f5c-be29-37da6b10f65c req-8863cef3-8ce9-44dc-b998-fa693d74c2eb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:23.511296 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ef1990dc-7072-4f5c-be29-37da6b10f65c req-8863cef3-8ce9-44dc-b998-fa693d74c2eb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1560574 Sep 03 13:14:23.525525 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503c91c-c768-4cfa-b0b8-6ddf73248399 req-795f9ac9-b746-4f4a-a2fd-fd1b0dc2dc48 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:23.525929 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.527206 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b503c91c-c768-4cfa-b0b8-6ddf73248399 req-795f9ac9-b746-4f4a-a2fd-fd1b0dc2dc48 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1821890 Sep 03 13:14:23.532409 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:14:23.567801 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Sync routers for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:14:23.582314 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:23.585835 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:23.669561 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-ea6f87ac-eba9-4296-9410-95777bae9a93 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088597 Sep 03 13:14:23.681351 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fee5c36-1917-4caf-a9d5-ee73d81be4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa49c3-641d-4277-8e26-0a64db54996a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:23.684856 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bfd7c7-fc25-4040-a381-69f3960abcea" -d '{"events": [{"server_uuid": "7fee5c36-1917-4caf-a9d5-ee73d81be4e1", "name": "network-vif-plugged", "status": "completed", "tag": "37aa49c3-641d-4277-8e26-0a64db54996a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:23.720797 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=b6dbbf15-0c74-43da-976f-5b1a468b98a4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:23.730985 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 37aa49c3-641d-4277-8e26-0a64db54996a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=37aa49c3-641d-4277-8e26-0a64db54996a,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:23.750280 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:23.794106 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 51a4b114-610c-4feb-8b02-7086e26b009c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:23.799026 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 51a4b114-610c-4feb-8b02-7086e26b009c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:23.799470 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.832500 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d0e7817c-09fb-40d3-bc75-76e577130504 req-9fd1d4f2-ce82-47c3-9e9a-34a8f2f5ea27 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554048 Sep 03 13:14:23.902957 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:23.904215 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-83869048-548b-4a97-b1fb-449892595662 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3472416 Sep 03 13:14:23.907183 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45596) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:23.915045 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ef1990dc-7072-4f5c-be29-37da6b10f65c req-bb03bd6e-45e2-4879-9931-815c6c2f972b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3866663 Sep 03 13:14:23.960017 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.009184 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.049677 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:21Z', 'revision_number': 3, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:24.086145 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Checking router: 2c1ef984-12f7-4bf5-bc28-063a2931320f for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:14:24.086539 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Updating router 2c1ef984-12f7-4bf5-bc28-063a2931320f port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:14:24.092857 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=37aa49c3-641d-4277-8e26-0a64db54996a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:24.117161 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.133507 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.168913 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b503c91c-c768-4cfa-b0b8-6ddf73248399 req-2c341f29-1d5a-4d00-b69e-7f05c4952e0b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726602 Sep 03 13:14:24.175149 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 51a4b114-610c-4feb-8b02-7086e26b009c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=51a4b114-610c-4feb-8b02-7086e26b009c,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:24.247978 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d690017-f1d7-4f3f-b2e9-2b090eef2114 req-a06ee00c-4d14-40ea-b605-745e68bb20f0 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:24.249449 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4d690017-f1d7-4f3f-b2e9-2b090eef2114 req-a06ee00c-4d14-40ea-b605-745e68bb20f0 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 945 time: 0.2136962 Sep 03 13:14:24.276244 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d5553ba6-61fe-436d-9c43-feb2931ac799 req-ba0fb67c-da3b-478d-9ea9-630c49e6babe tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 210 time: 0.0515587 Sep 03 13:14:24.314538 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.372846 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22374a56-b379-4e07-bed6-132ab416185d x-openstack-request-id: req-22374a56-b379-4e07-bed6-132ab416185d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:24.373649 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fee5c36-1917-4caf-a9d5-ee73d81be4e1", "name": "network-vif-plugged", "status": "completed", "tag": "37aa49c3-641d-4277-8e26-0a64db54996a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:24.374025 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22374a56-b379-4e07-bed6-132ab416185d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:24.374597 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fee5c36-1917-4caf-a9d5-ee73d81be4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa49c3-641d-4277-8e26-0a64db54996a', 'code': 200} Sep 03 13:14:24.415203 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.422193 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=51a4b114-610c-4feb-8b02-7086e26b009c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:24.434659 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4d690017-f1d7-4f3f-b2e9-2b090eef2114 req-9f1504ce-0a3d-4b3d-a40c-3879d8c82adb tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594396 Sep 03 13:14:24.440922 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Transition to ACTIVE for port object 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:24.521460 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.573425 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Attempting to bind port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:24.574141 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Attempting to bind port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:24.574141 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Attempting to bind port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:24.587258 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:24.587614 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:24.588955 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.589210 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:24.589842 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Bound port: 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:24.590471 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.593188 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9700a-97fc-4be8-b487-364397c21aee None None] Pushing event updated for resources: {'Port': ['ID=9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:24.608087 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Router 7927f72c-b03f-4653-8bfd-175caaa30724 is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:14:24.649493 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device b6dbbf15-0c74-43da-976f-5b1a468b98a4 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:24.651322 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321781-3df2-4a33-98c7-fe5f311601b0 req-f0827a2b-3583-4dcc-baa4-55c5e0293ebe tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:24.653139 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ac321781-3df2-4a33-98c7-fe5f311601b0 req-f0827a2b-3583-4dcc-baa4-55c5e0293ebe tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 950 time: 0.1807308 Sep 03 13:14:24.665011 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] For port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:24.665814 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012171-cfe6-46bb-8104-016baa5d800d req-750d899f-0731-42bb-a6bb-69531a66e874 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:24.667891 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4e012171-cfe6-46bb-8104-016baa5d800d req-750d899f-0731-42bb-a6bb-69531a66e874 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1524560 Sep 03 13:14:24.675229 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] For port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:24.712921 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port b6dbbf15-0c74-43da-976f-5b1a468b98a4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:24.713827 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.792436 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:24.804299 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcd4b7-75c8-4812-a727-7beccb5111a1 req-8264300c-1a32-4f9a-8899-a4a6c58680ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:24.806541 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-26bcd4b7-75c8-4812-a727-7beccb5111a1 req-8264300c-1a32-4f9a-8899-a4a6c58680ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0517735 Sep 03 13:14:24.860625 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-26bcd4b7-75c8-4812-a727-7beccb5111a1 req-a03c3eff-76a6-40c5-a97e-4d67dbaf323b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Sep 03 13:14:24.862955 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4e012171-cfe6-46bb-8104-016baa5d800d req-255ba475-0515-4d1c-965e-4776181e33af tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567209 Sep 03 13:14:24.869462 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:24.870930 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:24.876337 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ac321781-3df2-4a33-98c7-fe5f311601b0 req-7bfaff73-bfd2-409c-b2db-69048b80a667 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071776 Sep 03 13:14:24.898472 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 51a4b114-610c-4feb-8b02-7086e26b009c up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:24.923488 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:14:24.983019 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Sync routers for ids ['7927f72c-b03f-4653-8bfd-175caaa30724'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:14:25.002431 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:25.002656 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Routers {'7927f72c-b03f-4653-8bfd-175caaa30724'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:25.003480 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7927f72c-b03f-4653-8bfd-175caaa30724'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:25.009508 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:25.012664 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:25.014252 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-b5d49dec-58e1-48c0-8ed9-6aef0f44ac5b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1952984 Sep 03 13:14:25.017094 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:25.182415 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9700a-97fc-4be8-b487-364397c21aee None None] Pushing event updated for resources: {'Port': ['ID=9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:25.182629 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5c60-ae13-4ed7-8cd8-a0147ac69cbe req-21dc819d-21b5-4a33-8a7c-e80d6b8ddc8d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:25.183965 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-04aa5c60-ae13-4ed7-8cd8-a0147ac69cbe req-21dc819d-21b5-4a33-8a7c-e80d6b8ddc8d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0976255 Sep 03 13:14:25.225529 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Set router 7927f72c-b03f-4653-8bfd-175caaa30724 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:25.292201 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-04aa5c60-ae13-4ed7-8cd8-a0147ac69cbe req-db6900c8-7a59-4bf2-8efa-060bb5b30026 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831850 Sep 03 13:14:25.296610 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Allocated IP 172.20.0.1 (9d9b4e4c-3e11-4a39-9916-06cb39445149/2c440f60-b5d1-4883-83a1-d3f05906bc3b/dad19364-a5b0-421a-b30d-83f6e54d74bf) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:25.350793 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:21Z', 'revision_number': 3, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:25.372166 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 51a4b114-610c-4feb-8b02-7086e26b009c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:25.372728 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:25.400851 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06cc00-142e-46ce-b931-22c1099a44a6 None None] The sync data for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi is: [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:21Z', 'revision_number': 3, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:14:25.586388 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-69970dcf-21cf-462e-a945-8c9ba0f6a24c req-b1169073-c6f3-4858-86e6-384f096395c9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 210 time: 0.0355225 Sep 03 13:14:25.610407 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:25.620025 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54245a44-9fce-4eee-a304-314d1a5f3003 req-edb5c21d-0f08-4800-a127-154f11b8e65f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:25.622436 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-54245a44-9fce-4eee-a304-314d1a5f3003 req-edb5c21d-0f08-4800-a127-154f11b8e65f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1372061 Sep 03 13:14:25.655327 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Transition to ACTIVE for port object dad19364-a5b0-421a-b30d-83f6e54d74bf will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:25.684935 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-54245a44-9fce-4eee-a304-314d1a5f3003 req-9efe7435-3c8a-4b1d-ac89-2ff58cbe0f41 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535088 Sep 03 13:14:25.726519 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:14:22Z', 'revision_number': 3, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:25.764086 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Checking router: 7927f72c-b03f-4653-8bfd-175caaa30724 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:14:25.764453 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Updating router 7927f72c-b03f-4653-8bfd-175caaa30724 port 8dd460fb-f554-4188-a57b-6edaf3aec85c binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:14:25.771410 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d0ae-f7cd-411f-a289-fd2c583f6618 req-a8766240-a878-4db9-aecd-07c2aec98e8b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:25.774303 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-47f4d0ae-f7cd-411f-a289-fd2c583f6618 req-a8766240-a878-4db9-aecd-07c2aec98e8b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 945 time: 0.0607188 Sep 03 13:14:25.829996 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:25.886796 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:25.912639 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-47f4d0ae-f7cd-411f-a289-fd2c583f6618 req-58f1b746-e337-4fb6-bbd5-bba34ca88628 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263404 Sep 03 13:14:25.956897 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:25.987026 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:25.996286 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Pushing event updated for resources: {'Port': ['ID=dad19364-a5b0-421a-b30d-83f6e54d74bf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:26.004960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:26.008839 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f5202-0c7a-41ad-8d86-55055d71d09b req-90241ff1-78a3-47c4-9b02-fc22c4362865 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:26.019744 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-549f5202-0c7a-41ad-8d86-55055d71d09b req-90241ff1-78a3-47c4-9b02-fc22c4362865 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 950 time: 0.2123020 Sep 03 13:14:26.033554 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:26.152510 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-549f5202-0c7a-41ad-8d86-55055d71d09b req-8017284c-db28-40e7-a2e4-f283d0c3005d tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317275 Sep 03 13:14:26.213818 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fc504-9679-4455-ae7f-5e5fdca99785 req-da0b6626-db6f-4164-b46f-4ff1ccaa35c0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:26.224375 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d77fc504-9679-4455-ae7f-5e5fdca99785 req-da0b6626-db6f-4164-b46f-4ff1ccaa35c0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.1535940 Sep 03 13:14:26.258328 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.294724 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Allocated IP 172.20.0.1 (a8b55a87-3621-4433-89f3-fdfdc2b64940/ac75b50f-e987-42af-ad20-9dc4f8c8f438/3969a0dd-0f72-4827-82bb-de027b32341c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:26.356405 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.406614 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Transition to ACTIVE for port object 8dd460fb-f554-4188-a57b-6edaf3aec85c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:26.411944 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d77fc504-9679-4455-ae7f-5e5fdca99785 req-374deeb5-f94a-44b4-9ec8-d647ec9e0532 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854591 Sep 03 13:14:26.466208 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.487522 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Transition to ACTIVE for port object 3969a0dd-0f72-4827-82bb-de027b32341c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:26.490060 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd181-167c-4042-8fd5-e2da3fa932a6 req-927e34a5-d18a-44c8-841a-3289b1c8fee5 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:26.493134 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.504566 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f71fd181-167c-4042-8fd5-e2da3fa932a6 req-927e34a5-d18a-44c8-841a-3289b1c8fee5 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0897083 Sep 03 13:14:26.524366 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b9b2493e-6ab5-404b-b915-a3067d4111e4 None None] Provisioning for port dad19364-a5b0-421a-b30d-83f6e54d74bf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:26.530603 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b9b2493e-6ab5-404b-b915-a3067d4111e4 None None] Provisioning complete for port dad19364-a5b0-421a-b30d-83f6e54d74bf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:26.531366 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9b2493e-6ab5-404b-b915-a3067d4111e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.612536 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Attempting to bind port 8dd460fb-f554-4188-a57b-6edaf3aec85c on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:26.612930 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Attempting to bind port 8dd460fb-f554-4188-a57b-6edaf3aec85c by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:26.613304 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Attempting to bind port 8dd460fb-f554-4188-a57b-6edaf3aec85c on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:26.617484 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06947fe-188d-4434-9e65-58107f36b78f None None] Pushing event updated for resources: {'Port': ['ID=8dd460fb-f554-4188-a57b-6edaf3aec85c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:26.630302 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f71fd181-167c-4042-8fd5-e2da3fa932a6 req-0dc7e4ec-7eca-43f6-897f-9118c672bf7b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1243346 Sep 03 13:14:26.631717 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.649966 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.671247 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:26.672187 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:26.672931 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.674808 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:26.675478 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Bound port: 8dd460fb-f554-4188-a57b-6edaf3aec85c, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:26.677018 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.707992 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Network a8b55a87-3621-4433-89f3-fdfdc2b64940 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:26.715372 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:26.721698 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:26.737315 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Pushing event updated for resources: {'Port': ['ID=3969a0dd-0f72-4827-82bb-de027b32341c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:26.793816 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2493e-6ab5-404b-b915-a3067d4111e4 None None] Port dad19364-a5b0-421a-b30d-83f6e54d74bf cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:26.795950 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] For port 8dd460fb-f554-4188-a57b-6edaf3aec85c, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:26.800659 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:26.805571 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] For port 8dd460fb-f554-4188-a57b-6edaf3aec85c, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=8dd460fb-f554-4188-a57b-6edaf3aec85c,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:26.839965 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.840317 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.840657 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.840992 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.841320 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.841654 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.842116 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.842295 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.842664 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.843012 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.843337 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.843642 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d185a94c-f50e-44c4-b2d9-88567a24e5e6 req-0d1e19ec-7602-400e-9198-6a7c21c0f1da tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 210 time: 0.0672584 Sep 03 13:14:26.843748 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:14:26.869156 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:26.937246 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.057770 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:14:27.060392 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06947fe-188d-4434-9e65-58107f36b78f None None] Pushing event updated for resources: {'Port': ['ID=8dd460fb-f554-4188-a57b-6edaf3aec85c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:27.069659 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:27.099884 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:27.100279 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.105524 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Routers {'7927f72c-b03f-4653-8bfd-175caaa30724'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:27.106215 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7927f72c-b03f-4653-8bfd-175caaa30724'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:27.137953 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545858c-c1d8-43a1-8855-de0377d66577 req-b1bc8794-e917-4fe9-843a-5f2cf77f01ba tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:27.139601 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e545858c-c1d8-43a1-8855-de0377d66577 req-b1bc8794-e917-4fe9-843a-5f2cf77f01ba tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.2950296 Sep 03 13:14:27.179139 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.432469 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dbcda-be4a-4a3b-9ba8-393e2fc8a3a5 req-4f43ebba-336d-4e40-9e96-ec2bc4021b81 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:27.435479 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-815dbcda-be4a-4a3b-9ba8-393e2fc8a3a5 req-4f43ebba-336d-4e40-9e96-ec2bc4021b81 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 945 time: 0.3825252 Sep 03 13:14:27.445405 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e545858c-c1d8-43a1-8855-de0377d66577 req-80a46b5b-9449-49af-8529-b93f46c1878e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610571 Sep 03 13:14:27.449357 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] Set router 7927f72c-b03f-4653-8bfd-175caaa30724 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:27.470877 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.508720 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-815dbcda-be4a-4a3b-9ba8-393e2fc8a3a5 req-35aa5ac7-3a2d-49c7-a5f4-c26dd1462a9b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551555 Sep 03 13:14:27.509080 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-15e08a97-1d41-412a-b4bf-81fe3f0a8f1d None None] Provisioning for port 3969a0dd-0f72-4827-82bb-de027b32341c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:27.533743 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.569981 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.610882 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-15e08a97-1d41-412a-b4bf-81fe3f0a8f1d None None] Provisioning complete for port 3969a0dd-0f72-4827-82bb-de027b32341c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:27.611275 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15e08a97-1d41-412a-b4bf-81fe3f0a8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.660490 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.704128 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-3ea613fc-0733-4117-8ca3-2fab228ff309 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:27.706196 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-3ea613fc-0733-4117-8ca3-2fab228ff309 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.48 "GET /v2.0/networks?id=4bcaf1d1-1492-453c-89d3-3b046390d8af HTTP/1.1" status: 200 len: 809 time: 0.3286374 Sep 03 13:14:27.714131 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.755560 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Request body: {'port': {'device_id': '5b0e36f0-2d49-4400-b872-6b4b84858f35', 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af', 'admin_state_up': True, 'tenant_id': '5b99cf506a9b4df687f38c750251d3f6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:27.776573 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5693d821-0905-495f-9c53-bac45338b02a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:27.783796 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1016a05b-427e-4176-9ba1-52a8d893f3d1" -d '{"events": [{"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5693d821-0905-495f-9c53-bac45338b02a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:27.784092 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Pushing event updated for resources: {'Port': ['ID=dad19364-a5b0-421a-b30d-83f6e54d74bf,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:27.784345 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.792276 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.821258 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-15e08a97-1d41-412a-b4bf-81fe3f0a8f1d None None] Port 3969a0dd-0f72-4827-82bb-de027b32341c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:27.827184 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:27.829173 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:27.840446 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76894e-07af-430a-a07f-d878c27a90be req-5bf8f0ae-e0d1-4906-b843-3b4aee757a65 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:27.842899 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5a76894e-07af-430a-a07f-d878c27a90be req-5bf8f0ae-e0d1-4906-b843-3b4aee757a65 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 950 time: 0.1697996 Sep 03 13:14:27.936932 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:14:22Z', 'revision_number': 3, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:27.976153 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5a76894e-07af-430a-a07f-d878c27a90be req-faaa74fa-e0ad-4620-b42c-06d488019c42 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322827 Sep 03 13:14:27.987505 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:27.996673 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aaf60-ee54-456d-b8a9-14248a5d767c None None] The sync data for ids ['7927f72c-b03f-4653-8bfd-175caaa30724'] in dv-cinder-782910-3-iscsi is: [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:14:22Z', 'revision_number': 3, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:14:27.998830 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:28.003678 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:28.008609 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Pushing event updated for resources: {'Port': ['ID=3969a0dd-0f72-4827-82bb-de027b32341c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:28.013521 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cc3d-a1c4-4ce6-97eb-b7738018d58b req-5bf0c6dc-f99c-414b-a3cf-2310928cb99c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:28.021426 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2818cc3d-a1c4-4ce6-97eb-b7738018d58b req-5bf0c6dc-f99c-414b-a3cf-2310928cb99c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 946 time: 0.2736320 Sep 03 13:14:28.112996 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2818cc3d-a1c4-4ce6-97eb-b7738018d58b req-33931546-de58-4b5f-bb0e-4147fbb3510c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907729 Sep 03 13:14:28.115187 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:28.128093 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:28.207616 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:28.234719 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Made reservation on behalf of 5b99cf506a9b4df687f38c750251d3f6 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:28.242508 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:28.311715 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Network a8b55a87-3621-4433-89f3-fdfdc2b64940 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:28.314224 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c39227-b66f-427e-94ca-d19b91fa12cd x-openstack-request-id: req-16c39227-b66f-427e-94ca-d19b91fa12cd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:28.314579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5693d821-0905-495f-9c53-bac45338b02a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:28.314847 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16c39227-b66f-427e-94ca-d19b91fa12cd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:28.315253 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5693d821-0905-495f-9c53-bac45338b02a', 'code': 200} Sep 03 13:14:28.316090 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:28.359693 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:28.442450 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79a5a684-7791-4ca5-823d-90b40621dcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:28.544151 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2c839580-1c65-486d-8c63-7495658fb15a req-2e65db71-c3fa-4222-af98-7a82eaedd415 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 210 time: 0.1089413 Sep 03 13:14:28.635089 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-17ad8f18-5d1f-485a-adc8-be0f1aa48985 None None] Provisioning complete for port dad19364-a5b0-421a-b30d-83f6e54d74bf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:28.644103 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-17ad8f18-5d1f-485a-adc8-be0f1aa48985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:28.645999 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600df98-f6d4-473f-8d7a-abb102be87a8 req-fec436eb-b19b-44c9-bb9b-9b5b93ae94b1 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:28.647916 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3600df98-f6d4-473f-8d7a-abb102be87a8 req-fec436eb-b19b-44c9-bb9b-9b5b93ae94b1 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.3711541 Sep 03 13:14:28.734227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Router 2c1ef984-12f7-4bf5-bc28-063a2931320f has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:14:28.747267 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-17ad8f18-5d1f-485a-adc8-be0f1aa48985 None None] Port dad19364-a5b0-421a-b30d-83f6e54d74bf cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:28.770276 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3600df98-f6d4-473f-8d7a-abb102be87a8 req-bc18452d-6387-4f68-95f4-558c85db71a8 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133597 Sep 03 13:14:28.777482 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Allocated IP 172.20.0.8 (4bcaf1d1-1492-453c-89d3-3b046390d8af/c1a15296-8408-4580-87f4-c92bbd8a7282/5c2ffc8f-a25c-45ce-bed4-f495feb1032c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:28.847878 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:28.937302 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:28.937936 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:29.000601 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:29.019795 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8c38aeaa-e45e-440d-85e9-d0fa7780c286 None None] Provisioning complete for port 3969a0dd-0f72-4827-82bb-de027b32341c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:29.021309 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c38aeaa-e45e-440d-85e9-d0fa7780c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:29.028548 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab93c-5b1e-478d-82a1-51e2fa2a398a req-87dcfa63-7c8d-4f4a-a972-fe021a530f18 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:29.030373 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-00bab93c-5b1e-478d-82a1-51e2fa2a398a req-87dcfa63-7c8d-4f4a-a972-fe021a530f18 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0960581 Sep 03 13:14:29.075294 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:14:29.087926 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-1d935bdd-7232-4927-8b62-6210166c22a7 admin admin] 10.222.0.44 "PUT /v2.0/routers/2c1ef984-12f7-4bf5-bc28-063a2931320f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1696730 Sep 03 13:14:29.097638 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Sync routers for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:14:29.126731 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:29.127612 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-00bab93c-5b1e-478d-82a1-51e2fa2a398a req-f6025d01-e2b8-47c6-b3a1-239969c58ca7 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900269 Sep 03 13:14:29.129590 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:29.159253 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:29.172356 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8c38aeaa-e45e-440d-85e9-d0fa7780c286 None None] Port 3969a0dd-0f72-4827-82bb-de027b32341c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:29.189785 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-b54e9a0c-0ac9-46b4-8b89-4b68318461ce tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:29.191393 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-b54e9a0c-0ac9-46b4-8b89-4b68318461ce tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 950 time: 0.7660656 Sep 03 13:14:29.323752 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Network 4bcaf1d1-1492-453c-89d3-3b046390d8af is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:29.352158 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:29.367108 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Router 7927f72c-b03f-4653-8bfd-175caaa30724 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:14:29.368455 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:29.384121 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Pushing event updated for resources: {'Port': ['ID=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:29.470768 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d720a8-75d7-4fd3-92b6-d7c1455da4a0 req-b95d0c21-5835-4f9a-b816-237b66b71ae0 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:29.486909 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d7d720a8-75d7-4fd3-92b6-d7c1455da4a0 req-b95d0c21-5835-4f9a-b816-237b66b71ae0 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 950 time: 0.2369459 Sep 03 13:14:29.522927 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:29.613215 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d7d720a8-75d7-4fd3-92b6-d7c1455da4a0 req-179934d2-2390-494f-9d6f-e70ee741b539 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/security-groups?id=80734350-df0d-4b7f-9e69-7a78b705d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208220 Sep 03 13:14:29.618188 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9623c-ae8e-4932-ba07-1c4a24b00209 req-e1164f74-b2aa-4f8a-b4ec-648677f4c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:29.630779 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-33b9623c-ae8e-4932-ba07-1c4a24b00209 req-e1164f74-b2aa-4f8a-b4ec-648677f4c4ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1098 time: 0.2880294 Sep 03 13:14:29.741879 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-33b9623c-ae8e-4932-ba07-1c4a24b00209 req-7916c729-f27a-476a-ae40-77344e029816 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017683 Sep 03 13:14:29.877019 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38575f-4148-423e-8df0-0f267b10bf49 req-e5079e24-62a6-43ae-b9ed-f462055ef48b tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:29.878834 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2b38575f-4148-423e-8df0-0f267b10bf49 req-e5079e24-62a6-43ae-b9ed-f462055ef48b tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 931 time: 0.0677629 Sep 03 13:14:29.933887 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:29.934696 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:29.935168 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2b38575f-4148-423e-8df0-0f267b10bf49 req-94410888-a1f8-4776-8a2b-68fcf035b8bf tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Sep 03 13:14:29.943035 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 2, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:29.982314 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Checking router: 2c1ef984-12f7-4bf5-bc28-063a2931320f for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:14:29.982695 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Updating router 2c1ef984-12f7-4bf5-bc28-063a2931320f port dad19364-a5b0-421a-b30d-83f6e54d74bf binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:14:29.985783 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Deleting port 4b826413-ad6d-474f-a241-f8b21cfadb50 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:14:29.986220 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:30.021228 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:30.040976 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:14:30.054630 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0f62ee28-d056-4147-9a47-eb5e81b0b801 admin admin] 10.222.0.44 "PUT /v2.0/routers/7927f72c-b03f-4653-8bfd-175caaa30724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0346005 Sep 03 13:14:30.106938 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-38bcc899-3954-4e30-acba-a7c121beebb3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3595464 Sep 03 13:14:30.142432 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Request body: {'port': {'device_id': '5b0e36f0-2d49-4400-b872-6b4b84858f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:30.190878 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] For port 4b826413-ad6d-474f-a241-f8b21cfadb50, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4b826413-ad6d-474f-a241-f8b21cfadb50,segment=NetworkSegment(c33c6072-8893-4842-8e6d-2da128e784e5),segment_id=c33c6072-8893-4842-8e6d-2da128e784e5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:30.191427 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:30.305468 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Calling delete_port for 4b826413-ad6d-474f-a241-f8b21cfadb50 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:14:30.311432 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:30.358620 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d95c7-357f-4188-a43c-c3f5afbf8d58 req-f04c99f2-f6fd-4377-a35e-280da64034d6 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:30.367851 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-346d95c7-357f-4188-a43c-c3f5afbf8d58 req-f04c99f2-f6fd-4377-a35e-280da64034d6 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1245692 Sep 03 13:14:30.433918 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:30.439920 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-346d95c7-357f-4188-a43c-c3f5afbf8d58 req-af13e5e6-e4a9-4215-bc46-a64ae640918c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703597 Sep 03 13:14:30.444522 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1688399926-network', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:30.578790 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:30.581580 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Made reservation on behalf of 8dbb551730f048b9b7dcef8234f290e8 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:30.583004 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:30.595719 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Transition to ACTIVE for port object dad19364-a5b0-421a-b30d-83f6e54d74bf will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:30.603691 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:30.667686 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cb72a-981a-469f-b957-aac3c1389248 req-0d35f94d-b432-42cc-9dd7-443831520834 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:30.676608 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:30.686428 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-622cb72a-981a-469f-b957-aac3c1389248 req-0d35f94d-b432-42cc-9dd7-443831520834 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1360729 Sep 03 13:14:31.154608 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 8dd460fb-f554-4188-a57b-6edaf3aec85c up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:31.165229 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-622cb72a-981a-469f-b957-aac3c1389248 req-07cc2654-0071-4f16-abd8-607a8d751e98 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920198 Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075a6c-6811-4287-a2ba-11c4d9838d2d None None] Pushing event updated for resources: {'Port': ['ID=dad19364-a5b0-421a-b30d-83f6e54d74bf,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Attempting to bind port dad19364-a5b0-421a-b30d-83f6e54d74bf on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Attempting to bind port dad19364-a5b0-421a-b30d-83f6e54d74bf by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Attempting to bind port dad19364-a5b0-421a-b30d-83f6e54d74bf on network 9d9b4e4c-3e11-4a39-9916-06cb39445149 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Checking segment: {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Bound using segment: {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Bound port: dad19364-a5b0-421a-b30d-83f6e54d74bf, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:31.168170 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.170120 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:14:31.170291 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] For port dad19364-a5b0-421a-b30d-83f6e54d74bf, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:31.170291 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] For port dad19364-a5b0-421a-b30d-83f6e54d74bf, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=dad19364-a5b0-421a-b30d-83f6e54d74bf,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:31.170677 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Sync routers for ids ['7927f72c-b03f-4653-8bfd-175caaa30724'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:14:31.170817 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2ffc8f-a25c-45ce-bed4-f495feb1032c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:14:31.170817 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.171086 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Routers {'7927f72c-b03f-4653-8bfd-175caaa30724'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:31.171086 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7927f72c-b03f-4653-8bfd-175caaa30724'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:31.171372 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.171372 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Transition to ACTIVE for port object 5c2ffc8f-a25c-45ce-bed4-f495feb1032c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:31.211899 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.212839 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.215541 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3047b65-f3e9-4bfb-87df-4ad0e31ff5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.217175 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 8dd460fb-f554-4188-a57b-6edaf3aec85c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:31.232868 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 8dd460fb-f554-4188-a57b-6edaf3aec85c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:31.233336 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.233822 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.251569 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.326841 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:31.327496 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:31.361094 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Set router 7927f72c-b03f-4653-8bfd-175caaa30724 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:31.377634 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:14:31.396277 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [req-9376dec2-82f3-4485-b703-bd045cf181d5 req-167c02e2-87d5-4bb0-8580-0a5a272f412b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:14:31.397399 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9376dec2-82f3-4485-b703-bd045cf181d5 req-167c02e2-87d5-4bb0-8580-0a5a272f412b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058773 Sep 03 13:14:31.525516 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.526216 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Added segment 9bf96d4b-c71f-4616-9b4e-c4891d414e25 of type vlan for network f23e776b-b0da-4e97-8181-76b7570e5b7c Sep 03 13:14:31.545851 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5089eab2-f136-4f7f-b4a3-72b9a733e7f2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:31.612469 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.687074 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:31.703674 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Pushing event updated for resources: {'Port': ['ID=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:31.759520 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075a6c-6811-4287-a2ba-11c4d9838d2d None None] Pushing event updated for resources: {'Port': ['ID=dad19364-a5b0-421a-b30d-83f6e54d74bf,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:31.865935 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b8ae3cd6-b6f2-455c-a4e0-59ca7fa1f767 req-0d9f5463-9075-452c-9a45-9b33814bcc54 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0651045 Sep 03 13:14:31.896776 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] No DVR routers for this DVR port 4b826413-ad6d-474f-a241-f8b21cfadb50 on host hv-cinder-78291 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:14:31.899281 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Pushing event deleted for resources: {'Port': ['ID=4b826413-ad6d-474f-a241-f8b21cfadb50,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:31.952205 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.966585 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:31.990441 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.001720 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-7f0f3837-2477-4a2d-8c11-a9ad4f3644d2 req-92b5302d-816b-4557-8f09-fd99c9fae8f5 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.48 "DELETE /v2.0/ports/4b826413-ad6d-474f-a241-f8b21cfadb50 HTTP/1.1" status: 204 len: 173 time: 2.7647288 Sep 03 13:14:32.019984 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a0826b-f1db-4ac3-b37c-d4eff323ffb1', 'name': 'network-vif-deleted', 'tag': '4b826413-ad6d-474f-a241-f8b21cfadb50'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:32.023017 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 8dd460fb-f554-4188-a57b-6edaf3aec85c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=8dd460fb-f554-4188-a57b-6edaf3aec85c,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:32.024731 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ccb7e1-62c5-488b-a93e-278546043e5f" -d '{"events": [{"server_uuid": "59a0826b-f1db-4ac3-b37c-d4eff323ffb1", "name": "network-vif-deleted", "tag": "4b826413-ad6d-474f-a241-f8b21cfadb50"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:32.038660 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45734) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:32.046449 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5565a172-6c6f-4b16-bab3-f434bfabe473 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743402963', 'description': 'tempest-secgroup-smoke-743402963 description', 'project_id': '4911f679701c4715a8e47bd6532ca927'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:32.050401 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:31Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:32.097000 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811187d4-0376-46f1-b8bd-8a8eddbd1b32 None None] The sync data for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi is: [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:31Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:14:32.107863 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.111580 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10006b-e4c6-4ef9-82d6-5dbbfe81217c req-6ffbe519-1582-47a8-bc55-64c4e5dcc29d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:32.114846 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.115266 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd10006b-e4c6-4ef9-82d6-5dbbfe81217c req-6ffbe519-1582-47a8-bc55-64c4e5dcc29d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 943 time: 0.1622360 Sep 03 13:14:32.175010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Attempting to bind port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:32.175010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Attempting to bind port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:32.175010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Attempting to bind port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c on network 4bcaf1d1-1492-453c-89d3-3b046390d8af {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:32.175010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 13:14:32.209048 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c on network 4bcaf1d1-1492-453c-89d3-3b046390d8af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:14:32.211625 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Attempting to bind port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c on network 4bcaf1d1-1492-453c-89d3-3b046390d8af {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:32.243545 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:32.243545 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Checking segment: {'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:32.243545 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Bound using segment: {'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:32.243545 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Bound port: 5c2ffc8f-a25c-45ce-bed4-f495feb1032c, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:32.243545 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.255754 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=8dd460fb-f554-4188-a57b-6edaf3aec85c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:32.288854 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '3969a0dd-0f72-4827-82bb-de027b32341c', 'name': '', 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'mac_address': 'fa:16:3e:34:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'ac75b50f-e987-42af-ad20-9dc4f8c8f438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 2, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'subnets': [{'id': 'ac75b50f-e987-42af-ad20-9dc4f8c8f438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:32.295758 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5565a172-6c6f-4b16-bab3-f434bfabe473 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.333980 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Checking router: 7927f72c-b03f-4653-8bfd-175caaa30724 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:14:32.334406 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Updating router 7927f72c-b03f-4653-8bfd-175caaa30724 port 3969a0dd-0f72-4827-82bb-de027b32341c binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:14:32.357727 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.359791 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:32.360418 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.361840 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd10006b-e4c6-4ef9-82d6-5dbbfe81217c req-328b050d-0452-4932-b060-120d0f843f93 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352424 Sep 03 13:14:32.377364 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.384765 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db36700-ee8e-4430-aaac-b43002dff3fd req-61d49240-3ed3-4843-9118-aed2c37cb3ee tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:32.400530 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6db36700-ee8e-4430-aaac-b43002dff3fd req-61d49240-3ed3-4843-9118-aed2c37cb3ee tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.2381206 Sep 03 13:14:32.511689 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] For port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:32.517131 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0820377 Sep 03 13:14:32.527301 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:32.539851 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Request body: {'subnet': {'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1688399926-subnet', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:32.607462 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] For port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:32.611114 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196b71e-33c0-4a02-8942-831b2b4caac3 admin admin] Pushing event updated for resources: {'Network': ['ID=f23e776b-b0da-4e97-8181-76b7570e5b7c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:32.659065 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5565a172-6c6f-4b16-bab3-f434bfabe473 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.660750 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network f23e776b-b0da-4e97-8181-76b7570e5b7c details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:14:32.680559 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.700465 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6db36700-ee8e-4430-aaac-b43002dff3fd req-48e8b5f6-b928-4ade-9c12-d6570d66c4cc tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2988651 Sep 03 13:14:32.741541 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5565a172-6c6f-4b16-bab3-f434bfabe473 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.805897 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Pushing event updated for resources: {'Port': ['ID=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:32.810109 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c78fb-3098-4b6f-845d-c19b499db2b1 req-da1139a5-3912-4fa2-914d-ba91924ae903 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:32.831117 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2f8c78fb-3098-4b6f-845d-c19b499db2b1 req-da1139a5-3912-4fa2-914d-ba91924ae903 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.3211584 Sep 03 13:14:32.859237 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:32.859237 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:32.859237 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-c090871b-26ba-4144-9872-4e5fa64e135f service neutron] 10.222.0.48 "PUT /v2.0/ports/5c2ffc8f-a25c-45ce-bed4-f495feb1032c HTTP/1.1" status: 200 len: 1093 time: 2.7192624 Sep 03 13:14:32.883483 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:32.929168 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565a172-6c6f-4b16-bab3-f434bfabe473 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1c0e6-8fec-4706-806c-2889d7082cfb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:32.971782 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2f8c78fb-3098-4b6f-845d-c19b499db2b1 req-ac01d511-bdb5-4438-8e9d-31082b534fb3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352944 Sep 03 13:14:33.002031 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 8dd460fb-f554-4188-a57b-6edaf3aec85c up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:33.004423 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 4b826413-ad6d-474f-a241-f8b21cfadb50 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:14:33.018649 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63a00e-cf82-4cfb-a863-88cd9f704a71 req-8847209f-2c64-41bb-ba64-909c299a404d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:33.019176 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Made reservation on behalf of 8dbb551730f048b9b7dcef8234f290e8 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:33.024101 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9953456'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.027867 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cd63a00e-cf82-4cfb-a863-88cd9f704a71 req-8847209f-2c64-41bb-ba64-909c299a404d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1720386 Sep 03 13:14:33.083217 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 4b826413-ad6d-474f-a241-f8b21cfadb50 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:14:33.083603 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 4b826413-ad6d-474f-a241-f8b21cfadb50 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:14:33.100476 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cd63a00e-cf82-4cfb-a863-88cd9f704a71 req-1770af76-5564-4a13-9773-519988a2f18f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621531 Sep 03 13:14:33.133404 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5565a172-6c6f-4b16-bab3-f434bfabe473 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.134900 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-5565a172-6c6f-4b16-bab3-f434bfabe473 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0948987 Sep 03 13:14:33.140173 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45762) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:33.146010 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0e144a81-3c96-45bc-a7d1-3a6e6458a5b3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'security_group_rule': {'security_group_id': '0db1c0e6-8fec-4706-806c-2889d7082cfb', 'project_id': '4911f679701c4715a8e47bd6532ca927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:33.203531 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 8dd460fb-f554-4188-a57b-6edaf3aec85c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:33.204231 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.277806 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e144a81-3c96-45bc-a7d1-3a6e6458a5b3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.289049 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb73591-0c7d-4734-8e47-951d20604131 x-openstack-request-id: req-6eb73591-0c7d-4734-8e47-951d20604131 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:33.290002 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a0826b-f1db-4ac3-b37c-d4eff323ffb1", "name": "network-vif-deleted", "tag": "4b826413-ad6d-474f-a241-f8b21cfadb50", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:33.290279 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6eb73591-0c7d-4734-8e47-951d20604131 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:33.290721 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a0826b-f1db-4ac3-b37c-d4eff323ffb1', 'name': 'network-vif-deleted', 'tag': '4b826413-ad6d-474f-a241-f8b21cfadb50', 'status': 'completed', 'code': 200} Sep 03 13:14:33.313365 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.343412 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:14:33.356614 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Transition to ACTIVE for port object 3969a0dd-0f72-4827-82bb-de027b32341c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:33.361631 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9040967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9953438'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.426418 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d930ec9-5e76-459a-8903-52a53332860b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:33.433686 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-205ab809-2d31-49ca-a017-b2b2b42b594b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5485651 Sep 03 13:14:33.437236 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device dad19364-a5b0-421a-b30d-83f6e54d74bf up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:33.460817 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-d5b6db06-b54e-46f4-b60f-75d40db3953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:33.462285 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-d5b6db06-b54e-46f4-b60f-75d40db3953b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b99cf506a9b4df687f38c750251d3f6&device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 1096 time: 0.1675801 Sep 03 13:14:33.470084 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-b7843c3f-016b-4806-a5b6-68bfc9a2e027 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:14:33.470826 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-b7843c3f-016b-4806-a5b6-68bfc9a2e027 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292902 Sep 03 13:14:33.479281 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.480865 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-38cf575c-a994-4033-9839-14a0a80579ee req-cde28dd7-d6dc-4ccf-a193-c33a625819e0 tempest-VolumesNegativeTest-1188559923 tempest-VolumesNegativeTest-1188559923-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a0826b-f1db-4ac3-b37c-d4eff323ffb1 HTTP/1.1" status: 200 len: 210 time: 0.1109667 Sep 03 13:14:33.529645 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e144a81-3c96-45bc-a7d1-3a6e6458a5b3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.562292 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7202c-230b-41d2-ab38-d15ef9e6d422 None None] Pushing event updated for resources: {'Port': ['ID=3969a0dd-0f72-4827-82bb-de027b32341c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:33.619412 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-cf8895a3-28be-4675-a106-e524fb5242e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c2ffc8f-a25c-45ce-bed4-f495feb1032c HTTP/1.1" status: 200 len: 217 time: 0.1343772 Sep 03 13:14:33.624708 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Checking segment: {'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:33.624708 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Network hostable DHCP agents. Network: f23e776b-b0da-4e97-8181-76b7570e5b7c, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:14:33.642801 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaa17c-77de-4d68-8181-42f6d31a18ed req-ad56ebaa-2b89-4f74-baf2-003e738d55f9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:33.650447 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ebdaa17c-77de-4d68-8181-42f6d31a18ed req-ad56ebaa-2b89-4f74-baf2-003e738d55f9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 943 time: 0.0853908 Sep 03 13:14:33.677858 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Attempting to bind port 3969a0dd-0f72-4827-82bb-de027b32341c on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:33.678321 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Attempting to bind port 3969a0dd-0f72-4827-82bb-de027b32341c by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:33.681978 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Attempting to bind port 3969a0dd-0f72-4827-82bb-de027b32341c on network a8b55a87-3621-4433-89f3-fdfdc2b64940 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:33.708380 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ebdaa17c-77de-4d68-8181-42f6d31a18ed req-7c7d7793-cc0a-4d06-a92f-ad90c2516985 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487902 Sep 03 13:14:33.715579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:33.715579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Checking segment: {'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:33.715579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.715579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Bound using segment: {'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:33.715579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Bound port: 3969a0dd-0f72-4827-82bb-de027b32341c, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadb57de-1ac1-4701-9482-245bb81ae457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:33.715579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.716275 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e144a81-3c96-45bc-a7d1-3a6e6458a5b3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.729612 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-e09fc6cf-a635-4de8-8900-6372c1eb1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:33.731332 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-e09fc6cf-a635-4de8-8900-6372c1eb1415 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1a15296-8408-4580-87f4-c92bbd8a7282 HTTP/1.1" status: 200 len: 849 time: 0.0963058 Sep 03 13:14:33.760186 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port dad19364-a5b0-421a-b30d-83f6e54d74bf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:33.763511 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e144a81-3c96-45bc-a7d1-3a6e6458a5b3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6850b55-ba96-4a8f-ae92-691ebba39f4d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:33.819288 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e144a81-3c96-45bc-a7d1-3a6e6458a5b3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.823784 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0e144a81-3c96-45bc-a7d1-3a6e6458a5b3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6791599 Sep 03 13:14:33.827097 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:33.831440 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port dad19364-a5b0-421a-b30d-83f6e54d74bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:33.833542 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.840754 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-127a9f38-d126-41bb-8f6d-6bc4f2f7bfc1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'security_group_rule': {'security_group_id': '0db1c0e6-8fec-4706-806c-2889d7082cfb', 'project_id': '4911f679701c4715a8e47bd6532ca927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:33.844112 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-f8e810b5-edd8-4f1e-98ae-56c7628a2622 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4bcaf1d1-1492-453c-89d3-3b046390d8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672462 Sep 03 13:14:33.863317 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Network f23e776b-b0da-4e97-8181-76b7570e5b7c is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:14:33.882783 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:33.953944 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] For port 3969a0dd-0f72-4827-82bb-de027b32341c, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:33.970854 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] For port 3969a0dd-0f72-4827-82bb-de027b32341c, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3969a0dd-0f72-4827-82bb-de027b32341c,segment=NetworkSegment(aadb57de-1ac1-4701-9482-245bb81ae457),segment_id=aadb57de-1ac1-4701-9482-245bb81ae457)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:34.031103 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, f23e776b-b0da-4e97-8181-76b7570e5b7c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:34.040836 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.041771 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-a45ce4a2-6cf7-402e-916b-136894401f53 service neutron] 10.222.0.48 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889958 Sep 03 13:14:34.041922 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14d084-e29e-413d-9fb4-a34adcabf20b req-264e4f24-93e4-415b-834e-80aeeb424f64 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:34.043780 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-aa14d084-e29e-413d-9fb4-a34adcabf20b req-264e4f24-93e4-415b-834e-80aeeb424f64 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1804547 Sep 03 13:14:34.048498 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:34.049187 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.052906 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311930-6622-4423-b366-dd8e0498f317 req-185b1825-466c-4fa1-a58b-19bddd99f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:34.054581 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-bc311930-6622-4423-b366-dd8e0498f317 req-185b1825-466c-4fa1-a58b-19bddd99f56f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bec89205e141438292c402f7dbcd5ffa&device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 1098 time: 0.1493928 Sep 03 13:14:34.065094 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a88594-1a79-4116-9cff-8a7de779d7f3 req-c22c4861-7e6a-40aa-b137-67ad262f307e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:34.070029 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d4a95-29fe-4eba-ad39-3c32277a9987 None None] Network f23e776b-b0da-4e97-8181-76b7570e5b7c requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:34.083971 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.087939 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-34a88594-1a79-4116-9cff-8a7de779d7f3 req-c22c4861-7e6a-40aa-b137-67ad262f307e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1588185 Sep 03 13:14:34.111384 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-127a9f38-d126-41bb-8f6d-6bc4f2f7bfc1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.227171 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-2f0a64ad-617a-4a70-bfb0-53bfea1864d0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6988599 Sep 03 13:14:34.235853 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 45786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:34.246706 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:34.283008 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-aa14d084-e29e-413d-9fb4-a34adcabf20b req-67774c1c-81a8-4091-978e-ae84cce9d533 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1913083 Sep 03 13:14:34.323543 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-80ee0aea-175d-456a-b35d-6f833ebefc50 req-9392bbe7-4d76-4585-973b-bfbbef04eba3 service neutron] 10.222.0.48 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662544 Sep 03 13:14:34.326614 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311930-6622-4423-b366-dd8e0498f317 req-4a7a45e9-38a8-45f8-82d6-406fcccbc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:34.328116 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-bc311930-6622-4423-b366-dd8e0498f317 req-4a7a45e9-38a8-45f8-82d6-406fcccbc67b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 200 len: 920 time: 0.2603555 Sep 03 13:14:34.363289 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port dad19364-a5b0-421a-b30d-83f6e54d74bf, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=dad19364-a5b0-421a-b30d-83f6e54d74bf,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:34.367367 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-127a9f38-d126-41bb-8f6d-6bc4f2f7bfc1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.390957 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-34a88594-1a79-4116-9cff-8a7de779d7f3 req-1557f70c-570b-4ec6-a13e-43086ed279a3 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785058 Sep 03 13:14:34.398250 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Routers {'7927f72c-b03f-4653-8bfd-175caaa30724'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:34.399175 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7927f72c-b03f-4653-8bfd-175caaa30724'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:34.400208 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.401318 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.446018 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7202c-230b-41d2-ab38-d15ef9e6d422 None None] Pushing event updated for resources: {'Port': ['ID=3969a0dd-0f72-4827-82bb-de027b32341c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:34.483530 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.485705 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-bc311930-6622-4423-b366-dd8e0498f317 req-47696660-d59e-489d-8b02-5251494897c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 200 len: 217 time: 0.1445181 Sep 03 13:14:34.522233 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5546ad5-1fba-4230-997d-3d757aaeb319 req-e301b744-f818-4231-9287-ef62d0642466 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:34.523799 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b5546ad5-1fba-4230-997d-3d757aaeb319 req-e301b744-f818-4231-9287-ef62d0642466 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1215081 Sep 03 13:14:34.563199 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.566853 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-127a9f38-d126-41bb-8f6d-6bc4f2f7bfc1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.580177 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311930-6622-4423-b366-dd8e0498f317 req-d59f8f9c-ec75-4aa0-b4bc-ea91c61a1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:34.581753 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-bc311930-6622-4423-b366-dd8e0498f317 req-d59f8f9c-ec75-4aa0-b4bc-ea91c61a1ba2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 200 len: 859 time: 0.0824239 Sep 03 13:14:34.600067 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-f23e776b-b0da-4e97-8181-76b7570e5b7c', 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'fixed_ips': [{'subnet_id': '0d930ec9-5e76-459a-8903-52a53332860b'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:14:34.601277 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.625378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9f38-d126-41bb-8f6d-6bc4f2f7bfc1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d41f55e-c08b-4883-94c2-a745a2840606,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:34.659525 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b5546ad5-1fba-4230-997d-3d757aaeb319 req-1da3b5da-be02-4d93-a799-3718057a2269 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292772 Sep 03 13:14:34.670764 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=dad19364-a5b0-421a-b30d-83f6e54d74bf,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:34.677756 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] Set router 7927f72c-b03f-4653-8bfd-175caaa30724 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:34.694657 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-bc311930-6622-4423-b366-dd8e0498f317 req-be0d74aa-6b9e-4c79-b4d2-2bd89a30b9be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9cccec-68d2-42ef-950f-eab51c6b1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369265 Sep 03 13:14:34.795055 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.816272 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-127a9f38-d126-41bb-8f6d-6bc4f2f7bfc1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:34.824257 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-127a9f38-d126-41bb-8f6d-6bc4f2f7bfc1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9944482 Sep 03 13:14:34.828588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45800) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:34.834654 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bcc91384-fd82-4af9-9f9c-d910db87519f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'security_group_rule': {'security_group_id': '0db1c0e6-8fec-4706-806c-2889d7082cfb', 'project_id': '4911f679701c4715a8e47bd6532ca927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:34.878569 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f1689-59cb-46a0-a7a3-fd96ac71f61c req-e0cde212-53aa-42dd-9633-14682a138108 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:34.880865 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3c5f1689-59cb-46a0-a7a3-fd96ac71f61c req-e0cde212-53aa-42dd-9633-14682a138108 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 943 time: 0.1156566 Sep 03 13:14:34.943740 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3c5f1689-59cb-46a0-a7a3-fd96ac71f61c req-1b605f31-81a0-4d9f-b719-d716a98b091a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515187 Sep 03 13:14:34.955664 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Allocated IP 172.20.0.2 (f23e776b-b0da-4e97-8181-76b7570e5b7c/0d930ec9-5e76-459a-8903-52a53332860b/c07935a4-a657-45da-96a2-1fbb0d9e679d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:34.968310 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-bc311930-6622-4423-b366-dd8e0498f317 req-10cbe811-ae6e-4874-a6d8-96dea091bf0b service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354989 Sep 03 13:14:34.986707 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcc91384-fd82-4af9-9f9c-d910db87519f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.081958 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcc91384-fd82-4af9-9f9c-d910db87519f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.133277 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-bc311930-6622-4423-b366-dd8e0498f317 req-22c0f65b-a964-4688-a9a7-d795525bfd59 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564569 Sep 03 13:14:35.176390 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '3969a0dd-0f72-4827-82bb-de027b32341c', 'name': '', 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'mac_address': 'fa:16:3e:34:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'ac75b50f-e987-42af-ad20-9dc4f8c8f438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:33Z', 'revision_number': 4, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'subnets': [{'id': 'ac75b50f-e987-42af-ad20-9dc4f8c8f438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:35.189641 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcc91384-fd82-4af9-9f9c-d910db87519f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.225559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e3ce0-56fa-4c6c-9bb9-982820b45848 None None] The sync data for ids ['7927f72c-b03f-4653-8bfd-175caaa30724'] in dv-cinder-782910-3-iscsi is: [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '3969a0dd-0f72-4827-82bb-de027b32341c', 'name': '', 'network_id': 'a8b55a87-3621-4433-89f3-fdfdc2b64940', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'mac_address': 'fa:16:3e:34:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'ac75b50f-e987-42af-ad20-9dc4f8c8f438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:33Z', 'revision_number': 4, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'subnets': [{'id': 'ac75b50f-e987-42af-ad20-9dc4f8c8f438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:14:35.250456 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc91384-fd82-4af9-9f9c-d910db87519f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15d4079-0174-4ef3-9c84-fd79c79af0ed,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:35.263325 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.281168 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Transition to ACTIVE for port object c07935a4-a657-45da-96a2-1fbb0d9e679d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:35.291860 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0e36f0-2d49-4400-b872-6b4b84858f35', 'tag': '5c2ffc8f-a25c-45ce-bed4-f495feb1032c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:35.300908 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0e36f0-2d49-4400-b872-6b4b84858f35", "tag": "5c2ffc8f-a25c-45ce-bed4-f495feb1032c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:35.303550 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcc91384-fd82-4af9-9f9c-d910db87519f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.305000 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-bcc91384-fd82-4af9-9f9c-d910db87519f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4756479 Sep 03 13:14:35.308497 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45814) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:35.329077 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-80a71edf-e90b-42cf-b98e-3483a0a686b5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'security_group_rule': {'security_group_id': '0db1c0e6-8fec-4706-806c-2889d7082cfb', 'project_id': '4911f679701c4715a8e47bd6532ca927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:35.331773 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.340166 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Transition to ACTIVE for port object c07935a4-a657-45da-96a2-1fbb0d9e679d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:35.365680 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.387914 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9c0550-4a2e-40f0-929e-c958de4ca328 x-openstack-request-id: req-6f9c0550-4a2e-40f0-929e-c958de4ca328 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:35.387914 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0e36f0-2d49-4400-b872-6b4b84858f35", "tag": "5c2ffc8f-a25c-45ce-bed4-f495feb1032c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:35.387914 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f9c0550-4a2e-40f0-929e-c958de4ca328 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:35.387914 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0e36f0-2d49-4400-b872-6b4b84858f35', 'tag': '5c2ffc8f-a25c-45ce-bed4-f495feb1032c', 'status': 'completed', 'code': 200} Sep 03 13:14:35.450866 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.501363 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921f16c-72b9-4969-89b3-9f49c71eacf5 req-64645824-5009-4e74-be5d-a366136815b9 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:35.503113 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0921f16c-72b9-4969-89b3-9f49c71eacf5 req-64645824-5009-4e74-be5d-a366136815b9 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0990453 Sep 03 13:14:35.515913 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Pushing event updated for resources: {'Port': ['ID=c07935a4-a657-45da-96a2-1fbb0d9e679d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:35.526816 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Network f23e776b-b0da-4e97-8181-76b7570e5b7c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:35.527729 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80a71edf-e90b-42cf-b98e-3483a0a686b5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.528986 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:35.533142 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:35.599854 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Allocated IP 172.27.1.83 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/31a48d67-b763-446e-ba89-3e734ef02ef0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:35.622868 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Attempting to bind port c07935a4-a657-45da-96a2-1fbb0d9e679d on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:35.623249 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Attempting to bind port c07935a4-a657-45da-96a2-1fbb0d9e679d by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:35.623624 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Attempting to bind port c07935a4-a657-45da-96a2-1fbb0d9e679d on network f23e776b-b0da-4e97-8181-76b7570e5b7c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:35.633101 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:35.633496 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Checking segment: {'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:35.633912 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.634334 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Bound using segment: {'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:35.634859 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Bound port: c07935a4-a657-45da-96a2-1fbb0d9e679d, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:35.635431 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.677657 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0921f16c-72b9-4969-89b3-9f49c71eacf5 req-1b97e97a-43e5-4046-8146-f47dfb283588 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1510398 Sep 03 13:14:35.706481 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d0c39-2962-47d9-aee3-799ab407d5c7 req-169fc003-3550-4a1d-b360-eef61db23c4a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:35.706997 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-3d453ce3-b020-46e9-8cf3-94c98c191168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:35.709161 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-3d453ce3-b020-46e9-8cf3-94c98c191168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b99cf506a9b4df687f38c750251d3f6&device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 1096 time: 0.2095940 Sep 03 13:14:35.714723 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-468d0c39-2962-47d9-aee3-799ab407d5c7 req-169fc003-3550-4a1d-b360-eef61db23c4a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1382821 Sep 03 13:14:35.743125 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80a71edf-e90b-42cf-b98e-3483a0a686b5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.748550 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] For port c07935a4-a657-45da-96a2-1fbb0d9e679d, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:35.759156 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] For port c07935a4-a657-45da-96a2-1fbb0d9e679d, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=c07935a4-a657-45da-96a2-1fbb0d9e679d,segment=NetworkSegment(9bf96d4b-c71f-4616-9b4e-c4891d414e25),segment_id=9bf96d4b-c71f-4616-9b4e-c4891d414e25)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:35.770480 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-468d0c39-2962-47d9-aee3-799ab407d5c7 req-6b873f6e-f79e-4ddb-b612-82da6ec06f7c tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531082 Sep 03 13:14:35.864577 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c43b0e-47ba-485e-9178-c51d93967137 req-d16b6643-2a31-4c33-9040-a6ae45664cc1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:35.866662 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65c43b0e-47ba-485e-9178-c51d93967137 req-d16b6643-2a31-4c33-9040-a6ae45664cc1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0768390 Sep 03 13:14:35.900617 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-adc9c8fa-a54b-4821-bbcd-f3b87b8cc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:35.901791 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80a71edf-e90b-42cf-b98e-3483a0a686b5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.902785 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-adc9c8fa-a54b-4821-bbcd-f3b87b8cc64f service neutron] 10.222.0.48 "GET /v2.0/networks?id=4bcaf1d1-1492-453c-89d3-3b046390d8af HTTP/1.1" status: 200 len: 910 time: 0.1808364 Sep 03 13:14:35.906390 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.914859 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.982516 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a71edf-e90b-42cf-b98e-3483a0a686b5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72132866-4f4e-4acf-b20b-04232f261364,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:36.003434 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65c43b0e-47ba-485e-9178-c51d93967137 req-a7261752-33fd-4ade-998a-c6d3efd184ae tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280520 Sep 03 13:14:36.068105 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e802235-218d-4063-b49d-677ece5cd802 None None] Pushing event updated for resources: {'Port': ['ID=c07935a4-a657-45da-96a2-1fbb0d9e679d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:36.087321 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80a71edf-e90b-42cf-b98e-3483a0a686b5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:36.087321 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-80a71edf-e90b-42cf-b98e-3483a0a686b5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7764726 Sep 03 13:14:36.087321 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45834) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:36.092578 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4e56ce36-ff21-4734-9823-c819906411c5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'security_group_rule': {'security_group_id': '0db1c0e6-8fec-4706-806c-2889d7082cfb', 'project_id': '4911f679701c4715a8e47bd6532ca927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:36.259272 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b72e0-a978-4b79-b543-7132a2a97430 req-cb826fc1-30b8-4a6b-bbb9-6a314542566d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:36.268364 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f09b72e0-a978-4b79-b543-7132a2a97430 req-cb826fc1-30b8-4a6b-bbb9-6a314542566d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 943 time: 0.1394358 Sep 03 13:14:36.279067 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-4e56ce36-ff21-4734-9823-c819906411c5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Project 4911f679701c4715a8e47bd6532ca927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:14:36.321114 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-2b05f007-64e4-4e91-acbe-18525b9ae08b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c2ffc8f-a25c-45ce-bed4-f495feb1032c HTTP/1.1" status: 200 len: 217 time: 0.4083436 Sep 03 13:14:36.322233 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e56ce36-ff21-4734-9823-c819906411c5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:36.435212 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f09b72e0-a978-4b79-b543-7132a2a97430 req-19cb05b8-e837-456b-bc63-49467c0ff5e3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650853 Sep 03 13:14:36.471225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73967a-801c-4863-a52d-168092c98624 req-45976999-b001-4cc2-a239-f2fb3f6a9365 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:36.473817 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1b73967a-801c-4863-a52d-168092c98624 req-45976999-b001-4cc2-a239-f2fb3f6a9365 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1850774 Sep 03 13:14:36.527794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e56ce36-ff21-4734-9823-c819906411c5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:36.547468 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1b73967a-801c-4863-a52d-168092c98624 req-ddd83f00-8fb7-4c2f-9ee2-f8b8002a1c8e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646992 Sep 03 13:14:36.591519 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e56ce36-ff21-4734-9823-c819906411c5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:36.614996 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-a615d436-4b8d-4233-aa7b-9c4217b017a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:36.616999 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-a615d436-4b8d-4233-aa7b-9c4217b017a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1a15296-8408-4580-87f4-c92bbd8a7282 HTTP/1.1" status: 200 len: 849 time: 0.2576551 Sep 03 13:14:36.623199 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-6d98bc12-e0e3-4735-8a01-777f29638c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:36.630736 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56ce36-ff21-4734-9823-c819906411c5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c133e69c-f1ea-4d5a-8385-b010f9410a9d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:36.632065 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-6d98bc12-e0e3-4735-8a01-777f29638c58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 1098 time: 0.1394300 Sep 03 13:14:36.690818 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-8b9dcc49-8b59-4454-b998-a5fdfa6adb81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4bcaf1d1-1492-453c-89d3-3b046390d8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566125 Sep 03 13:14:36.740423 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e56ce36-ff21-4734-9823-c819906411c5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:36.743797 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4e56ce36-ff21-4734-9823-c819906411c5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6535513 Sep 03 13:14:36.744495 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 45866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:36.750961 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dcdad504-695f-4043-9e96-caedce3bf21c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'security_group_rule': {'security_group_id': '0db1c0e6-8fec-4706-806c-2889d7082cfb', 'project_id': '4911f679701c4715a8e47bd6532ca927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:36.753708 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:36.884760 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Pushing event updated for resources: {'Port': ['ID=31a48d67-b763-446e-ba89-3e734ef02ef0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:36.919401 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3969a0dd-0f72-4827-82bb-de027b32341c up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:36.937328 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-dcdad504-695f-4043-9e96-caedce3bf21c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Project 4911f679701c4715a8e47bd6532ca927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:14:36.945669 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdad504-695f-4043-9e96-caedce3bf21c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.007736 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:37.022607 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5c2ffc8f-a25c-45ce-bed4-f495feb1032c details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:14:37.031715 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:37.037296 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e2587-9429-4aef-a97a-5e7dc12d5d65 req-b36f2e2b-6309-47cf-91d2-ca0d765c8300 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:37.046598 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:37.051292 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d75e2587-9429-4aef-a97a-5e7dc12d5d65 req-b36f2e2b-6309-47cf-91d2-ca0d765c8300 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1444626 Sep 03 13:14:37.136804 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-20ee853a-4dc2-4b0a-b101-28c5e4c5559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:37.139273 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-20ee853a-4dc2-4b0a-b101-28c5e4c5559e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 912 time: 0.4918740 Sep 03 13:14:37.157343 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-aaa0d9c9-62e3-4e9c-9a0e-3ece3128cd98 service neutron] 10.222.0.48 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542170 Sep 03 13:14:37.180149 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d75e2587-9429-4aef-a97a-5e7dc12d5d65 req-c4471c9f-6a52-4e35-ba44-538c4be0eaa1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279101 Sep 03 13:14:37.312604 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdad504-695f-4043-9e96-caedce3bf21c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.350197 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf74d-a847-4e57-92b3-a735047480cb req-c7ee7fd6-4b62-49e1-9dec-612173afe266 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:37.359182 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-61baf74d-a847-4e57-92b3-a735047480cb req-c7ee7fd6-4b62-49e1-9dec-612173afe266 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1821609 Sep 03 13:14:37.404049 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-2f1b8c0f-44fd-4dd3-8a07-72f6b571c4c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0 HTTP/1.1" status: 200 len: 1001 time: 0.1897140 Sep 03 13:14:37.418638 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-61baf74d-a847-4e57-92b3-a735047480cb req-e8fe5e0c-bba2-4289-9200-33e2a33cd389 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586977 Sep 03 13:14:37.436210 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdad504-695f-4043-9e96-caedce3bf21c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.471182 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdad504-695f-4043-9e96-caedce3bf21c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be36404-1aa9-4e2e-970e-9115529c95ea,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:37.510793 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-339742e6-546c-4825-91e1-4e812b316be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:37.512751 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-339742e6-546c-4825-91e1-4e812b316be9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 200 len: 850 time: 0.0650780 Sep 03 13:14:37.525092 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:37.560590 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 3969a0dd-0f72-4827-82bb-de027b32341c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:37.569578 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 3969a0dd-0f72-4827-82bb-de027b32341c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:37.570236 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.603911 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-d114880c-f675-4580-bf07-d95fdbaf34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:37.605705 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-d114880c-f675-4580-bf07-d95fdbaf34ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812008 Sep 03 13:14:37.610564 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-b8daf468-a6dd-4b65-b8e4-c80aa18bfc97 req-0106a863-476b-4b62-8d16-d44f1c70d773 service neutron] 10.222.0.48 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977146 Sep 03 13:14:37.619432 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '5c2ffc8f-a25c-45ce-bed4-f495feb1032c', 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af', 'port_id': '5c2ffc8f-a25c-45ce-bed4-f495feb1032c', 'mac_address': 'fa:16:3e:86:d6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a15296-8408-4580-87f4-c92bbd8a7282', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:14:37.630139 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdad504-695f-4043-9e96-caedce3bf21c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.632290 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-dcdad504-695f-4043-9e96-caedce3bf21c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8857861 Sep 03 13:14:37.707422 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede8fe9-cf64-48b3-a8a9-6a7a42d82d9d req-21647192-3b24-4fd0-a9d5-7b813b776dfc tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:37.710063 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ede8fe9-cf64-48b3-a8a9-6a7a42d82d9d req-21647192-3b24-4fd0-a9d5-7b813b776dfc tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 943 time: 0.1605699 Sep 03 13:14:37.743634 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.746380 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2197c0-9ba2-4136-9359-b7594783f48f None None] Network f23e776b-b0da-4e97-8181-76b7570e5b7c requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:37.791897 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.845422 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2ffc8f-a25c-45ce-bed4-f495feb1032c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:14:37.909220 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b0f49-8e37-42bd-ad28-d45b2a69158c req-0f94af59-69bb-4c5b-b98b-2b43529915a0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:37.917553 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8b8b0f49-8e37-42bd-ad28-d45b2a69158c req-0f94af59-69bb-4c5b-b98b-2b43529915a0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.2059820 Sep 03 13:14:37.918597 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 3969a0dd-0f72-4827-82bb-de027b32341c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3969a0dd-0f72-4827-82bb-de027b32341c,segment=NetworkSegment(aadb57de-1ac1-4701-9482-245bb81ae457),segment_id=aadb57de-1ac1-4701-9482-245bb81ae457)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:37.927426 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-02453e76-24cf-48ca-84ff-aa463e7a2f6e service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948892 Sep 03 13:14:37.936334 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:37.944256 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ede8fe9-cf64-48b3-a8a9-6a7a42d82d9d req-32a2de14-5dec-47d8-a51a-6de108103fd5 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147291 Sep 03 13:14:37.944540 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-902016b0-8639-491e-9706-08ae9f6e47ee None None] Provisioning for port c07935a4-a657-45da-96a2-1fbb0d9e679d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:38.018723 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8b8b0f49-8e37-42bd-ad28-d45b2a69158c req-d3d27331-9609-4199-be40-b4700969a90c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994716 Sep 03 13:14:38.037782 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:38.044353 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:38.045572 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device dad19364-a5b0-421a-b30d-83f6e54d74bf up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:38.088314 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-36e2543c-15c7-4ff4-9ada-7a2da583b5ca req-d0b35d51-6138-4ff0-968e-fc4929032c0a service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489248 Sep 03 13:14:38.111447 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:38.221090 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:38.280541 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port dad19364-a5b0-421a-b30d-83f6e54d74bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:38.280923 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:38.322690 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=3969a0dd-0f72-4827-82bb-de027b32341c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:38.392868 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fd2c0-330f-42e7-b3f4-d7bb20e0ecbb req-bdd9841a-c0f3-4ab1-afd7-26c38568706d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:38.395074 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d37fd2c0-330f-42e7-b3f4-d7bb20e0ecbb req-bdd9841a-c0f3-4ab1-afd7-26c38568706d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0625300 Sep 03 13:14:38.430165 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:38.463793 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d37fd2c0-330f-42e7-b3f4-d7bb20e0ecbb req-4c94288a-6391-4d50-b878-38e574b49bfc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Sep 03 13:14:38.543578 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device c07935a4-a657-45da-96a2-1fbb0d9e679d up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:38.586976 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['5c2ffc8f-a25c-45ce-bed4-f495feb1032c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:14:38.657157 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02487-e26a-4d9d-b688-b98142c95e59 req-8e12491b-a4a3-42c9-921b-2e4f781074e9 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:38.673951 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-59a02487-e26a-4d9d-b688-b98142c95e59 req-8e12491b-a4a3-42c9-921b-2e4f781074e9 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0998459 Sep 03 13:14:38.719844 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-59a02487-e26a-4d9d-b688-b98142c95e59 req-22fcc26c-76f9-43f7-bf07-437895b9edd3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446565 Sep 03 13:14:38.767843 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Router c350eba2-6d77-46a7-93dd-ab42a7fe878c is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:14:38.858308 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port c07935a4-a657-45da-96a2-1fbb0d9e679d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:38.868717 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port c07935a4-a657-45da-96a2-1fbb0d9e679d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:38.869203 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:38.924276 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:14:38.942974 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Sync routers for ids ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:14:38.980543 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Routers {'c350eba2-6d77-46a7-93dd-ab42a7fe878c'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:38.981243 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:39.013255 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:39.017382 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-667a1179-c110-43be-90b1-de4a884c195c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7759161 Sep 03 13:14:39.017706 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 46028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:39.073933 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:39.173958 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port c07935a4-a657-45da-96a2-1fbb0d9e679d, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=c07935a4-a657-45da-96a2-1fbb0d9e679d,segment=NetworkSegment(9bf96d4b-c71f-4616-9b4e-c4891d414e25),segment_id=9bf96d4b-c71f-4616-9b4e-c4891d414e25)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:39.196378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5ef0-79d6-4878-981d-ae2736e3763f req-32ed000a-92ba-4c3a-8dd6-60dfd864819a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:39.208369 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-105c5ef0-79d6-4878-981d-ae2736e3763f req-32ed000a-92ba-4c3a-8dd6-60dfd864819a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 944 time: 0.0956583 Sep 03 13:14:39.264508 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-105c5ef0-79d6-4878-981d-ae2736e3763f req-1d65b2dd-2e03-428a-aab8-a76ce7ec9ac1 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556681 Sep 03 13:14:39.316202 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:39.364912 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Set router c350eba2-6d77-46a7-93dd-ab42a7fe878c gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:39.429189 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=c07935a4-a657-45da-96a2-1fbb0d9e679d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:39.470678 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce99035-248a-41cc-adc6-21d75b7cfab7 req-455d9e6c-ee2e-498e-9d23-39a0020e3485 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:39.472284 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bce99035-248a-41cc-adc6-21d75b7cfab7 req-455d9e6c-ee2e-498e-9d23-39a0020e3485 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1128423 Sep 03 13:14:39.508639 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3969a0dd-0f72-4827-82bb-de027b32341c up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:39.561584 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bce99035-248a-41cc-adc6-21d75b7cfab7 req-a08da34b-ddc2-43a5-8b50-d24e8b857965 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823698 Sep 03 13:14:39.656685 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 3969a0dd-0f72-4827-82bb-de027b32341c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:39.663555 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:39.884009 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:14:37Z', 'revision_number': 3, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port': {'id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:35Z', 'updated_at': '2021-09-03T13:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:39.927504 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Checking router: c350eba2-6d77-46a7-93dd-ab42a7fe878c for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:14:39.930982 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Updating router c350eba2-6d77-46a7-93dd-ab42a7fe878c port 31a48d67-b763-446e-ba89-3e734ef02ef0 binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:14:39.962078 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:39.966524 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f44d9-ab01-421c-a437-8d0461e34516 req-4c9b6eee-0e03-46cc-8a6a-6b9966260704 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:39.974793 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-478f44d9-ab01-421c-a437-8d0461e34516 req-4c9b6eee-0e03-46cc-8a6a-6b9966260704 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0970294 Sep 03 13:14:40.064699 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-478f44d9-ab01-421c-a437-8d0461e34516 req-b65d6089-b11c-40ac-809a-187fc3004e8f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749083 Sep 03 13:14:40.096636 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.356277 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Allocated IP 172.20.0.1 (f23e776b-b0da-4e97-8181-76b7570e5b7c/0d930ec9-5e76-459a-8903-52a53332860b/369f81cc-9dec-49ab-a635-de25538f19ca) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:14:40.448046 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.461292 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Transition to ACTIVE for port object 31a48d67-b763-446e-ba89-3e734ef02ef0 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:40.475981 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16486d2-d060-46d2-9b2c-2aa8f2546982 req-47f7b750-e929-4ffc-94b1-e1f8ed0c78ed tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:40.475981 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b16486d2-d060-46d2-9b2c-2aa8f2546982 req-47f7b750-e929-4ffc-94b1-e1f8ed0c78ed tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 944 time: 0.0919328 Sep 03 13:14:40.514405 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b16486d2-d060-46d2-9b2c-2aa8f2546982 req-b7ceb5e7-7d66-406e-8564-3225b8c858e0 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390043 Sep 03 13:14:40.521985 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.542651 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Transition to ACTIVE for port object 369f81cc-9dec-49ab-a635-de25538f19ca will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:40.567618 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.644413 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb7925-0978-4d63-8d74-b8043d7ddcb8 None None] Pushing event updated for resources: {'Port': ['ID=31a48d67-b763-446e-ba89-3e734ef02ef0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:40.647675 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Attempting to bind port 31a48d67-b763-446e-ba89-3e734ef02ef0 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:40.648138 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Attempting to bind port 31a48d67-b763-446e-ba89-3e734ef02ef0 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:40.648567 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Attempting to bind port 31a48d67-b763-446e-ba89-3e734ef02ef0 on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:40.666444 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:40.667850 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:40.670973 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.670973 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:40.670973 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Bound port: 31a48d67-b763-446e-ba89-3e734ef02ef0, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:40.671432 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.700113 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.716323 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36810d2-6251-44dc-8bf2-37f5e8e0a2c0 req-06da1b9e-5177-409b-a641-cf8e8ff2a020 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:40.725297 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c36810d2-6251-44dc-8bf2-37f5e8e0a2c0 req-06da1b9e-5177-409b-a641-cf8e8ff2a020 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0843925 Sep 03 13:14:40.738799 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Network f23e776b-b0da-4e97-8181-76b7570e5b7c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:40.740238 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] For port 31a48d67-b763-446e-ba89-3e734ef02ef0, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:40.742147 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:40.748390 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:14:40.764928 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] For port 31a48d67-b763-446e-ba89-3e734ef02ef0, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=31a48d67-b763-446e-ba89-3e734ef02ef0,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:40.781877 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c36810d2-6251-44dc-8bf2-37f5e8e0a2c0 req-ac38b9de-22cb-4459-846d-88401292ebaa tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556033 Sep 03 13:14:40.806007 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Pushing event updated for resources: {'Port': ['ID=369f81cc-9dec-49ab-a635-de25538f19ca,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:40.823670 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.916782 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.971365 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Routers {'c350eba2-6d77-46a7-93dd-ab42a7fe878c'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:40.972272 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:41.070813 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb7925-0978-4d63-8d74-b8043d7ddcb8 None None] Pushing event updated for resources: {'Port': ['ID=31a48d67-b763-446e-ba89-3e734ef02ef0,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:41.078459 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.086078 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5c2ffc8f-a25c-45ce-bed4-f495feb1032c up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:41.127954 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] Set router c350eba2-6d77-46a7-93dd-ab42a7fe878c gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:41.225450 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-acc1501c-6863-4aed-a73b-ead024ff1e95 None None] Provisioning for port 369f81cc-9dec-49ab-a635-de25538f19ca completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:41.234264 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-acc1501c-6863-4aed-a73b-ead024ff1e95 None None] Provisioning complete for port 369f81cc-9dec-49ab-a635-de25538f19ca triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:41.235016 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acc1501c-6863-4aed-a73b-ead024ff1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.290927 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbc049-63b1-45fc-895f-f9a1ef65a1e2 req-9ec8a868-00cc-4c9a-bf03-d8258de45510 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:41.297040 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a9dbc049-63b1-45fc-895f-f9a1ef65a1e2 req-9ec8a868-00cc-4c9a-bf03-d8258de45510 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1176617 Sep 03 13:14:41.374523 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:41.389709 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:41.394998 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.408721 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-acc1501c-6863-4aed-a73b-ead024ff1e95 None None] Port 369f81cc-9dec-49ab-a635-de25538f19ca cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:41.423095 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a9dbc049-63b1-45fc-895f-f9a1ef65a1e2 req-5e3f08b3-6919-4817-a0b3-34d90f9e7107 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006062 Sep 03 13:14:41.440939 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.504787 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.543113 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device c07935a4-a657-45da-96a2-1fbb0d9e679d up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:41.564592 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:14:37Z', 'revision_number': 3, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port': {'id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:35Z', 'updated_at': '2021-09-03T13:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:41.594293 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea6ce9-7d72-4846-ad57-16d0bd6930b7 None None] The sync data for ids ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'] in dv-cinder-782910-3-iscsi is: [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:14:37Z', 'revision_number': 3, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port': {'id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:35Z', 'updated_at': '2021-09-03T13:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:14:41.613506 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.664279 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0e36f0-2d49-4400-b872-6b4b84858f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2ffc8f-a25c-45ce-bed4-f495feb1032c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:41.664279 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb46eb-83ce-4444-8e5e-3a08bf7481ce" -d '{"events": [{"server_uuid": "5b0e36f0-2d49-4400-b872-6b4b84858f35", "name": "network-vif-plugged", "status": "completed", "tag": "5c2ffc8f-a25c-45ce-bed4-f495feb1032c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:41.670765 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Pushing event updated for resources: {'Port': ['ID=369f81cc-9dec-49ab-a635-de25538f19ca,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:41.683378 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:41.688959 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port c07935a4-a657-45da-96a2-1fbb0d9e679d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:41.689353 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.703020 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.745687 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86583b5-0bad-4e48-bd49-ed8bde1f5922 req-5cbf23f9-5563-45ce-8c1f-8720f33cf671 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:41.747572 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c86583b5-0bad-4e48-bd49-ed8bde1f5922 req-5cbf23f9-5563-45ce-8c1f-8720f33cf671 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 944 time: 0.1121006 Sep 03 13:14:41.821821 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c86583b5-0bad-4e48-bd49-ed8bde1f5922 req-cecb4d83-69ff-42f5-bc04-f98bd2920157 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665913 Sep 03 13:14:41.822247 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:41.904520 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Network f23e776b-b0da-4e97-8181-76b7570e5b7c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:14:41.909580 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ba0027-a5d3-4d99-ba37-3e168a85c01c x-openstack-request-id: req-82ba0027-a5d3-4d99-ba37-3e168a85c01c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:41.909580 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0e36f0-2d49-4400-b872-6b4b84858f35", "name": "network-vif-plugged", "status": "completed", "tag": "5c2ffc8f-a25c-45ce-bed4-f495feb1032c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:41.909580 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82ba0027-a5d3-4d99-ba37-3e168a85c01c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:41.910032 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:41.910125 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0e36f0-2d49-4400-b872-6b4b84858f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2ffc8f-a25c-45ce-bed4-f495feb1032c', 'code': 200} Sep 03 13:14:41.919335 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:42.163289 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Router c350eba2-6d77-46a7-93dd-ab42a7fe878c has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:14:42.246076 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14b133ae-020d-4c8f-bdbc-0eef6ea5f8e6 None None] Provisioning complete for port 369f81cc-9dec-49ab-a635-de25538f19ca triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:42.246941 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b133ae-020d-4c8f-bdbc-0eef6ea5f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:42.302940 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-14b133ae-020d-4c8f-bdbc-0eef6ea5f8e6 None None] Port 369f81cc-9dec-49ab-a635-de25538f19ca cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:14:42.313150 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:14:42.324126 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e9093e62-0fe2-4dab-b005-0c6509974999 admin admin] 10.222.0.44 "PUT /v2.0/routers/c350eba2-6d77-46a7-93dd-ab42a7fe878c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3051631 Sep 03 13:14:42.449412 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746df864-3621-4460-acfa-ad0e48954141 req-e7e5350f-dfa8-4102-b317-5f9d4b2ebf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:42.451189 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-746df864-3621-4460-acfa-ad0e48954141 req-e7e5350f-dfa8-4102-b317-5f9d4b2ebf42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 1098 time: 0.0944684 Sep 03 13:14:42.514142 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-e42d031a-3517-41c6-8f34-61074b94975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:42.515784 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-e42d031a-3517-41c6-8f34-61074b94975c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4&tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb HTTP/1.1" status: 200 len: 1097 time: 0.1215975 Sep 03 13:14:42.517891 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-746df864-3621-4460-acfa-ad0e48954141 req-56efc569-9e5e-41dc-9b0d-3432bfa62a90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573621 Sep 03 13:14:42.616405 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4831a7-4411-4ed7-8f5f-0843e55a067b req-faf171aa-fe7b-4bfb-8c85-62775fff0f39 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:42.619077 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0f4831a7-4411-4ed7-8f5f-0843e55a067b req-faf171aa-fe7b-4bfb-8c85-62775fff0f39 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0545330 Sep 03 13:14:42.664446 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0f4831a7-4411-4ed7-8f5f-0843e55a067b req-acc3c8cf-3cde-46a8-b47a-5c23439dfe9b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378866 Sep 03 13:14:42.954672 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-d0641198-c4b5-4113-859a-708d2332d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:42.957795 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-d0641198-c4b5-4113-859a-708d2332d0ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 1097 time: 0.0672123 Sep 03 13:14:42.985108 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a85f8e-ae3e-46cb-b0bd-822d91cd29e0 req-1dfbc86e-8d44-4584-a994-608422dadb54 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:42.987627 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a4a85f8e-ae3e-46cb-b0bd-822d91cd29e0 req-1dfbc86e-8d44-4584-a994-608422dadb54 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 945 time: 0.0900409 Sep 03 13:14:43.039529 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a4a85f8e-ae3e-46cb-b0bd-822d91cd29e0 req-7875a56f-f77e-41cf-b606-22c782180f54 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451643 Sep 03 13:14:43.095339 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-7920471c-8c16-4598-9c56-0c9939edb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:43.097821 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-7920471c-8c16-4598-9c56-0c9939edb747 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.1290441 Sep 03 13:14:43.206749 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-b186f4c7-1156-4e1d-bce1-6ffc5c8f978d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693d821-0905-495f-9c53-bac45338b02a HTTP/1.1" status: 200 len: 1000 time: 0.0947137 Sep 03 13:14:43.262463 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-c7fc9a6d-6c41-4225-951c-08356a41403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:43.264073 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-c7fc9a6d-6c41-4225-951c-08356a41403b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.0490711 Sep 03 13:14:43.355465 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-1cf33c56-6ce1-473b-a3b1-223fa2d3cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:43.356929 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-1cf33c56-6ce1-473b-a3b1-223fa2d3cd3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692263 Sep 03 13:14:43.572141 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-e96ed910-b178-490c-8d93-b2cb17c7d08e service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038085 Sep 03 13:14:43.595644 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 31a48d67-b763-446e-ba89-3e734ef02ef0 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:43.767613 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 46208) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:43.781736 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-d39e45a9-d4a9-4be1-baeb-e8e4b4e65042 req-8480f768-b33c-4366-a44a-dd1283ac1f9c service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014544 Sep 03 13:14:43.796261 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 31a48d67-b763-446e-ba89-3e734ef02ef0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:43.821813 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 31a48d67-b763-446e-ba89-3e734ef02ef0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:43.833355 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:43.883775 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a5519-14a6-4383-b3f8-30c7939ccd8c req-61c4ef58-2d5d-47ed-bf6f-975466c4635a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:43.897022 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-368a5519-14a6-4383-b3f8-30c7939ccd8c req-61c4ef58-2d5d-47ed-bf6f-975466c4635a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1028259 Sep 03 13:14:43.975394 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-368a5519-14a6-4383-b3f8-30c7939ccd8c req-19aeabf4-4e3e-42a9-8674-92cbdde40d1c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654492 Sep 03 13:14:44.055295 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0cc760db-485e-4585-8afe-2f5afa1d10ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48645825d24f459a9a168621c5c3a2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849963 Sep 03 13:14:44.057000 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 46220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:44.075488 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:44.101763 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 31a48d67-b763-446e-ba89-3e734ef02ef0, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=31a48d67-b763-446e-ba89-3e734ef02ef0,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:44.172961 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:44.213474 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-159dbfb0-8383-4f01-99d5-f3179c8e8319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:44.282684 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-159dbfb0-8383-4f01-99d5-f3179c8e8319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:44.295846 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=31a48d67-b763-446e-ba89-3e734ef02ef0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:44.335631 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0b86-6942-4696-a5bc-38ba282a853d req-d2ec80d8-9651-408e-970d-03e58de6dbba tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:44.338024 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7e9d0b86-6942-4696-a5bc-38ba282a853d req-d2ec80d8-9651-408e-970d-03e58de6dbba tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 945 time: 0.0945575 Sep 03 13:14:44.406515 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7e9d0b86-6942-4696-a5bc-38ba282a853d req-8ec6d4b4-3847-49eb-a43e-8ee8570abc65 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503128 Sep 03 13:14:44.429146 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Sync routers for ids ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:14:44.440989 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Routers {'c350eba2-6d77-46a7-93dd-ab42a7fe878c'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:44.440989 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:44.481634 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-159dbfb0-8383-4f01-99d5-f3179c8e8319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:44.484378 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-159dbfb0-8383-4f01-99d5-f3179c8e8319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:44.485592 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-159dbfb0-8383-4f01-99d5-f3179c8e8319 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80734350-df0d-4b7f-9e69-7a78b705d8d5 HTTP/1.1" status: 204 len: 168 time: 0.4271197 Sep 03 13:14:44.538508 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dbfb0-8383-4f01-99d5-f3179c8e8319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80734350-df0d-4b7f-9e69-7a78b705d8d5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:44.704798 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Set router c350eba2-6d77-46a7-93dd-ab42a7fe878c gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:45.138518 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ebfa5-79eb-477e-825c-3dd848e2d2e9 req-a0befa46-d09e-45a2-b387-308738f5a31f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:45.153366 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a52ebfa5-79eb-477e-825c-3dd848e2d2e9 req-a0befa46-d09e-45a2-b387-308738f5a31f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1074984 Sep 03 13:14:45.172237 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:14:40Z', 'revision_number': 4, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port': {'id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:35Z', 'updated_at': '2021-09-03T13:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '369f81cc-9dec-49ab-a635-de25538f19ca', 'name': '', 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'mac_address': 'fa:16:3e:94:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0d930ec9-5e76-459a-8903-52a53332860b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:40Z', 'updated_at': '2021-09-03T13:14:41Z', 'revision_number': 2, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'subnets': [{'id': '0d930ec9-5e76-459a-8903-52a53332860b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:45.219801 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a52ebfa5-79eb-477e-825c-3dd848e2d2e9 req-f4fb9621-b33d-48c8-aa9f-df52d07431ad tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655427 Sep 03 13:14:45.264252 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Checking router: c350eba2-6d77-46a7-93dd-ab42a7fe878c for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:14:45.264602 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Updating router c350eba2-6d77-46a7-93dd-ab42a7fe878c port 369f81cc-9dec-49ab-a635-de25538f19ca binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:14:45.304661 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:45.563044 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 31a48d67-b763-446e-ba89-3e734ef02ef0 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:45.603275 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9e358-3b9d-449e-8718-c95e12f7adba req-f5b4e438-c833-4a06-9ae8-9f0fa4a39331 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:45.612418 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95c9e358-3b9d-449e-8718-c95e12f7adba req-f5b4e438-c833-4a06-9ae8-9f0fa4a39331 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 945 time: 0.0730963 Sep 03 13:14:45.679458 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95c9e358-3b9d-449e-8718-c95e12f7adba req-b8fc2958-e56b-4ac6-96f8-865f44f8274a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Sep 03 13:14:45.812937 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:45.812937 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Transition to ACTIVE for port object 369f81cc-9dec-49ab-a635-de25538f19ca will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:14:45.812937 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 31a48d67-b763-446e-ba89-3e734ef02ef0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:45.812937 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:46.291413 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:46.368627 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ed032-43fb-4022-9ff5-941b91eb1550 None None] Pushing event updated for resources: {'Port': ['ID=369f81cc-9dec-49ab-a635-de25538f19ca,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:46.427843 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Attempting to bind port 369f81cc-9dec-49ab-a635-de25538f19ca on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:14:46.428639 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Attempting to bind port 369f81cc-9dec-49ab-a635-de25538f19ca by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:14:46.429819 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Attempting to bind port 369f81cc-9dec-49ab-a635-de25538f19ca on network f23e776b-b0da-4e97-8181-76b7570e5b7c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:14:46.443015 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:14:46.444818 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Checking segment: {'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:46.445658 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:46.446448 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Bound using segment: {'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:14:46.447549 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Bound port: 369f81cc-9dec-49ab-a635-de25538f19ca, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf96d4b-c71f-4616-9b4e-c4891d414e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:14:46.449732 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:46.483606 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c5721-a09a-4287-9cfb-8fea684f8468 req-9fdfbd72-a3e5-4006-8d61-7aaf620d8acb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:46.491588 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-891c5721-a09a-4287-9cfb-8fea684f8468 req-9fdfbd72-a3e5-4006-8d61-7aaf620d8acb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1844318 Sep 03 13:14:46.589275 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-891c5721-a09a-4287-9cfb-8fea684f8468 req-fd95c138-fe0c-442a-b5d7-b709ab24ffd1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940559 Sep 03 13:14:46.636261 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] For port 369f81cc-9dec-49ab-a635-de25538f19ca, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:14:46.639008 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] For port 369f81cc-9dec-49ab-a635-de25538f19ca, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=369f81cc-9dec-49ab-a635-de25538f19ca,segment=NetworkSegment(9bf96d4b-c71f-4616-9b4e-c4891d414e25),segment_id=9bf96d4b-c71f-4616-9b4e-c4891d414e25)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:14:46.725149 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:46.867565 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Routers {'c350eba2-6d77-46a7-93dd-ab42a7fe878c'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:14:46.868453 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:14:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:46.937930 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 46286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:47.048645 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] Set router c350eba2-6d77-46a7-93dd-ab42a7fe878c gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:14:47.137168 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1806473335-network', 'tenant_id': '9a30ef7d955241d7a85c1627f3a46b82'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:47.139258 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ed032-43fb-4022-9ff5-941b91eb1550 None None] Pushing event updated for resources: {'Port': ['ID=369f81cc-9dec-49ab-a635-de25538f19ca,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:47.220825 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec654b-f254-4790-b254-56a45a365a39 req-401e2c7d-4a7a-4cbe-ab62-eb1b39ab163c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:47.224955 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-42ec654b-f254-4790-b254-56a45a365a39 req-401e2c7d-4a7a-4cbe-ab62-eb1b39ab163c tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 945 time: 0.0582290 Sep 03 13:14:47.253088 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Made reservation on behalf of 9a30ef7d955241d7a85c1627f3a46b82 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:47.255914 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:47.272382 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:47.298777 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-42ec654b-f254-4790-b254-56a45a365a39 req-6e7ca938-f56b-4e38-bf52-8e5955368f8d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675180 Sep 03 13:14:47.451818 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:47.495482 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:14:40Z', 'revision_number': 4, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port': {'id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:35Z', 'updated_at': '2021-09-03T13:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '369f81cc-9dec-49ab-a635-de25538f19ca', 'name': '', 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'mac_address': 'fa:16:3e:94:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0d930ec9-5e76-459a-8903-52a53332860b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:40Z', 'updated_at': '2021-09-03T13:14:46Z', 'revision_number': 4, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'subnets': [{'id': '0d930ec9-5e76-459a-8903-52a53332860b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:14:47.527635 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9273f3a6-0969-4f6f-b30a-d1fcfae06769 None None] The sync data for ids ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'] in dv-cinder-782910-3-iscsi is: [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:14:40Z', 'revision_number': 4, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port': {'id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:35Z', 'updated_at': '2021-09-03T13:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '369f81cc-9dec-49ab-a635-de25538f19ca', 'name': '', 'network_id': 'f23e776b-b0da-4e97-8181-76b7570e5b7c', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'mac_address': 'fa:16:3e:94:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0d930ec9-5e76-459a-8903-52a53332860b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:40Z', 'updated_at': '2021-09-03T13:14:46Z', 'revision_number': 4, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'subnets': [{'id': '0d930ec9-5e76-459a-8903-52a53332860b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:14:47.670304 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:47.701371 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0745eb77-078e-49ea-a20b-feb81796fba6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:47.710426 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:14:47.721620 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:47.722044 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Added segment aea39e7c-1be8-4c32-ac7c-e78b957546c5 of type vlan for network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc Sep 03 13:14:47.776269 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:47.963422 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:47.967406 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:47.968737 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:48.023559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:48.100645 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:48.128815 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:14:48.157372 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 46308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:14:48.159935 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7940646b-b18b-4131-8401-4c1f418fbc37 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2174423 Sep 03 13:14:48.167326 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Request body: {'subnet': {'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1806473335-subnet', 'tenant_id': '9a30ef7d955241d7a85c1627f3a46b82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:14:48.373329 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Made reservation on behalf of 9a30ef7d955241d7a85c1627f3a46b82 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:14:48.375864 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422292'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:48.803172 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baadfb1-8f9d-4c54-93cd-395e4f889139 req-01348cc6-2172-4ebb-843e-6d73a2bbca71 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:48.815788 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8baadfb1-8f9d-4c54-93cd-395e4f889139 req-01348cc6-2172-4ebb-843e-6d73a2bbca71 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 945 time: 0.4263480 Sep 03 13:14:48.816525 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c899fab-776f-4a03-b4ba-654e0da90837 req-90da9734-fe17-4de4-ad47-f52d54ae7d26 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:48.824637 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4c899fab-776f-4a03-b4ba-654e0da90837 req-90da9734-fe17-4de4-ad47-f52d54ae7d26 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1847982 Sep 03 13:14:48.904146 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8baadfb1-8f9d-4c54-93cd-395e4f889139 req-4ea4ab8c-fc82-437c-afdf-7d3276519a42 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Sep 03 13:14:48.963043 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4c899fab-776f-4a03-b4ba-654e0da90837 req-5a94baf9-fd74-4a02-926f-93da655d5160 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373687 Sep 03 13:14:49.150218 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeaa3e-82e3-4dd1-9362-2324bc2eb634 req-67901b80-17c7-40c2-9cfc-2a4fb11d1645 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:49.151880 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f4aeaa3e-82e3-4dd1-9362-2324bc2eb634 req-67901b80-17c7-40c2-9cfc-2a4fb11d1645 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.1284866 Sep 03 13:14:49.220461 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d7b7-b2a7-42db-9509-9227efc36420 req-b835e1c3-957b-4ac7-b051-ec4ced625843 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:49.230184 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3b05d7b7-b2a7-42db-9509-9227efc36420 req-b835e1c3-957b-4ac7-b051-ec4ced625843 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 945 time: 0.1421795 Sep 03 13:14:49.241276 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f4aeaa3e-82e3-4dd1-9362-2324bc2eb634 req-dd9da4c3-a749-431a-872f-7487667e6d25 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798852 Sep 03 13:14:49.264323 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9868883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422330'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:49.327353 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-e822c9ca-0ae4-4bf7-93f3-aec7400d0cef tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:49.345316 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-e822c9ca-0ae4-4bf7-93f3-aec7400d0cef tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 945 time: 0.1097548 Sep 03 13:14:49.365424 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3b05d7b7-b2a7-42db-9509-9227efc36420 req-7ffa7a09-be4d-4762-b2b9-ef698860f921 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343105 Sep 03 13:14:49.418259 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:49.446070 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Checking segment: {'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:14:49.446619 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Network hostable DHCP agents. Network: 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:14:49.522010 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 369f81cc-9dec-49ab-a635-de25538f19ca up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:49.535751 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Deleting port 37aa49c3-641d-4277-8e26-0a64db54996a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:14:49.536247 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:49.544868 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:14:49.653294 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:14:49.658214 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] For port 37aa49c3-641d-4277-8e26-0a64db54996a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=37aa49c3-641d-4277-8e26-0a64db54996a,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:49.658767 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:49.659127 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:49.659311 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:49.671491 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a5cb77-11d2-4d1c-a3c2-996b2aa58b40 None None] Network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:49.691946 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 369f81cc-9dec-49ab-a635-de25538f19ca completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:14:49.705422 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Calling delete_port for 37aa49c3-641d-4277-8e26-0a64db54996a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:14:49.710191 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 369f81cc-9dec-49ab-a635-de25538f19ca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:49.710593 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:49.827642 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-be6c3417-3367-4253-be34-c97ae93063ce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6682472 Sep 03 13:14:49.944760 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:49.964394 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:49.968178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe13a4c-a8c0-43ec-8949-5a538690ca29 None None] Network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:14:50.050383 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'acd6a3d9-391e-4069-a95d-729a2f9acf12', '916e9a8e-9b4a-4557-af76-082dfcf2fa64', '37aa49c3-641d-4277-8e26-0a64db54996a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:14:50.051983 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Pushing event deleted for resources: {'Port': ['ID=37aa49c3-641d-4277-8e26-0a64db54996a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:50.133334 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] No DVR routers for this DVR port 37aa49c3-641d-4277-8e26-0a64db54996a on host hv-cinder-78291 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:14:50.136802 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:50.140256 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-e71f2105-9793-4ab8-b6e6-5b1b6d2329b8 req-150de476-f1ef-42df-87b5-30fa4a77c342 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "DELETE /v2.0/ports/37aa49c3-641d-4277-8e26-0a64db54996a HTTP/1.1" status: 204 len: 173 time: 0.7892706 Sep 03 13:14:50.141085 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fee5c36-1917-4caf-a9d5-ee73d81be4e1', 'name': 'network-vif-deleted', 'tag': '37aa49c3-641d-4277-8e26-0a64db54996a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:50.143852 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2882ca-5b39-4349-9f80-a921afc2149e" -d '{"events": [{"server_uuid": "7fee5c36-1917-4caf-a9d5-ee73d81be4e1", "name": "network-vif-deleted", "tag": "37aa49c3-641d-4277-8e26-0a64db54996a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:50.149847 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 369f81cc-9dec-49ab-a635-de25538f19ca, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=369f81cc-9dec-49ab-a635-de25538f19ca,segment=NetworkSegment(9bf96d4b-c71f-4616-9b4e-c4891d414e25),segment_id=9bf96d4b-c71f-4616-9b4e-c4891d414e25)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:50.174960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da467e82-74d2-42bd-aadb-9f798f2fa1c0 req-f3d60d62-3cbd-486e-8b3f-d54a554806a7 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:50.193019 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-da467e82-74d2-42bd-aadb-9f798f2fa1c0 req-f3d60d62-3cbd-486e-8b3f-d54a554806a7 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 945 time: 0.1553578 Sep 03 13:14:50.240207 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:50.277171 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-da467e82-74d2-42bd-aadb-9f798f2fa1c0 req-464b0ae7-46c4-4a39-98d2-7e6771f0318f tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819862 Sep 03 13:14:50.388484 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ecb333-1076-471d-b70f-f8d4895005a0 x-openstack-request-id: req-a0ecb333-1076-471d-b70f-f8d4895005a0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:50.389708 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fee5c36-1917-4caf-a9d5-ee73d81be4e1", "name": "network-vif-deleted", "tag": "37aa49c3-641d-4277-8e26-0a64db54996a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:50.390204 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0ecb333-1076-471d-b70f-f8d4895005a0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:50.391112 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fee5c36-1917-4caf-a9d5-ee73d81be4e1', 'name': 'network-vif-deleted', 'tag': '37aa49c3-641d-4277-8e26-0a64db54996a', 'status': 'completed', 'code': 200} Sep 03 13:14:50.408009 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b44df4-8091-49c0-b407-9a3c7d69f5c0 req-24e1fc44-705f-4156-b554-8ef36a9dbbb2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:50.417555 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-98b44df4-8091-49c0-b407-9a3c7d69f5c0 req-24e1fc44-705f-4156-b554-8ef36a9dbbb2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1634917 Sep 03 13:14:50.456379 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=369f81cc-9dec-49ab-a635-de25538f19ca,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:50.537231 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-98b44df4-8091-49c0-b407-9a3c7d69f5c0 req-0ef331bd-1f0c-4916-9826-0f398f353e08 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034894 Sep 03 13:14:50.603954 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d75a84-e7b7-494d-8f7d-5fec553679e5 req-a40c7893-4af9-4dac-9bcf-123fdf72af5a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:50.603954 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-91d75a84-e7b7-494d-8f7d-5fec553679e5 req-a40c7893-4af9-4dac-9bcf-123fdf72af5a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.1019785 Sep 03 13:14:50.617131 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-861ee021-156c-4396-b176-f96b899dd07b tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:50.626771 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-861ee021-156c-4396-b176-f96b899dd07b tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 945 time: 0.1257882 Sep 03 13:14:50.701589 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-91d75a84-e7b7-494d-8f7d-5fec553679e5 req-3d97b03c-fa55-40da-b3f1-ffe35c92c98b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911369 Sep 03 13:14:50.767611 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bccf42cd-39d1-4be7-86f9-37ba401f81af req-a5e253b5-b019-4a39-825b-99acf18ae331 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fee5c36-1917-4caf-a9d5-ee73d81be4e1 HTTP/1.1" status: 200 len: 210 time: 0.0605528 Sep 03 13:14:50.825129 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Deleting port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:14:50.828560 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:50.978806 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] For port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:50.979865 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:51.000638 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Calling delete_port for 5c2ffc8f-a25c-45ce-bed4-f495feb1032c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:14:51.297991 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:51.331592 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Pushing event deleted for resources: {'Port': ['ID=5c2ffc8f-a25c-45ce-bed4-f495feb1032c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:51.401971 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] No DVR routers for this DVR port 5c2ffc8f-a25c-45ce-bed4-f495feb1032c on host hv-cinder-78291 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:14:51.405078 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:51.407248 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-6f69b8c6-c4f1-4d6d-99bb-52a4774840a4 req-c4b4c9f3-da56-460d-9153-5cdfe81f3273 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.48 "DELETE /v2.0/ports/5c2ffc8f-a25c-45ce-bed4-f495feb1032c HTTP/1.1" status: 204 len: 173 time: 0.7739749 Sep 03 13:14:51.440565 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5649c2d8-6f0f-4d06-8b46-bbcda8a7aa69 req-c459d2bd-23d2-4adb-ab3c-d4105123673b tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 210 time: 0.0426614 Sep 03 13:14:51.477240 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 369f81cc-9dec-49ab-a635-de25538f19ca up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:14:51.548621 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 369f81cc-9dec-49ab-a635-de25538f19ca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:14:51.549239 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:51.720134 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d183f8f-19e2-48bf-86bb-43837cd364bb req-576c168c-a885-473e-a67a-66e33f2da944 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:51.723950 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d183f8f-19e2-48bf-86bb-43837cd364bb req-576c168c-a885-473e-a67a-66e33f2da944 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0608823 Sep 03 13:14:51.773138 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d183f8f-19e2-48bf-86bb-43837cd364bb req-ed6729c9-ecba-4b4e-8711-17ec2acc6485 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437784 Sep 03 13:14:51.911428 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426214ac-b6e5-4650-9b65-a0d482f7a599 req-412ede93-9810-4f7d-baf7-d91e99968874 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:51.912586 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-426214ac-b6e5-4650-9b65-a0d482f7a599 req-412ede93-9810-4f7d-baf7-d91e99968874 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0900085 Sep 03 13:14:51.940926 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-39ef4066-f137-4f0a-82cf-b096c4b858af tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:51.950599 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-39ef4066-f137-4f0a-82cf-b096c4b858af tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 945 time: 0.0887079 Sep 03 13:14:51.998507 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-426214ac-b6e5-4650-9b65-a0d482f7a599 req-11cc7748-bd32-4fcd-8d38-6e4f3a467582 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718143 Sep 03 13:14:52.231335 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Deleting port eea9c66e-ce41-4121-9632-59277d6f85be {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:14:52.231335 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:52.231335 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] For port eea9c66e-ce41-4121-9632-59277d6f85be, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eea9c66e-ce41-4121-9632-59277d6f85be,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:14:52.231335 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:52.231335 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Calling delete_port for eea9c66e-ce41-4121-9632-59277d6f85be owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:14:52.392689 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0e36f0-2d49-4400-b872-6b4b84858f35', 'name': 'network-vif-deleted', 'tag': '5c2ffc8f-a25c-45ce-bed4-f495feb1032c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:52.395256 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b64d0-9d3d-460e-b6e8-3b344b490247" -d '{"events": [{"server_uuid": "5b0e36f0-2d49-4400-b872-6b4b84858f35", "name": "network-vif-deleted", "tag": "5c2ffc8f-a25c-45ce-bed4-f495feb1032c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:52.433814 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7495e4a5-75a0-4b68-9545-886807f1117c x-openstack-request-id: req-7495e4a5-75a0-4b68-9545-886807f1117c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:52.434544 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0e36f0-2d49-4400-b872-6b4b84858f35", "name": "network-vif-deleted", "tag": "5c2ffc8f-a25c-45ce-bed4-f495feb1032c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:52.434544 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7495e4a5-75a0-4b68-9545-886807f1117c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:52.434837 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0e36f0-2d49-4400-b872-6b4b84858f35', 'name': 'network-vif-deleted', 'tag': '5c2ffc8f-a25c-45ce-bed4-f495feb1032c', 'status': 'completed', 'code': 200} Sep 03 13:14:52.554678 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-61245d80-18d0-41d9-a8a2-c0f9afee1dd4 req-2c478cfd-c9b8-4d0a-be18-301958b3ad1c tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0e36f0-2d49-4400-b872-6b4b84858f35 HTTP/1.1" status: 200 len: 210 time: 0.0256908 Sep 03 13:14:52.766371 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:52.808441 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Pushing event deleted for resources: {'Port': ['ID=eea9c66e-ce41-4121-9632-59277d6f85be,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:14:52.808848 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['2bb230ac-5488-4830-a634-cb8e9033e814', 'eea9c66e-ce41-4121-9632-59277d6f85be'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:14:52.897939 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] No DVR routers for this DVR port eea9c66e-ce41-4121-9632-59277d6f85be on host hv-cinder-78291 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:14:52.903538 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:52.906265 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0da95dd9-ad47-4514-badf-21639943fcf0 req-1c716b03-1447-4c0e-8125-67e25e0e087d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "DELETE /v2.0/ports/eea9c66e-ce41-4121-9632-59277d6f85be HTTP/1.1" status: 204 len: 173 time: 0.9571550 Sep 03 13:14:53.033593 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4c033-2c29-42e3-bd70-44be73dbc476 req-4d31d8a9-5bc8-4f8d-972a-a0a62cb9f632 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:53.042514 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60e4c033-2c29-42e3-bd70-44be73dbc476 req-4d31d8a9-5bc8-4f8d-972a-a0a62cb9f632 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0685802 Sep 03 13:14:53.084953 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60e4c033-2c29-42e3-bd70-44be73dbc476 req-464849db-2198-43a3-90f0-5e68f40643e0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Sep 03 13:14:53.142092 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9f31aa47-1bbd-4008-98b8-5fcba67ad35d req-d1f7dd54-ec50-4755-a16f-bea7c97dd5db tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=070b8a74-a5eb-426a-be1c-60d1579b19e7 HTTP/1.1" status: 200 len: 210 time: 0.0439444 Sep 03 13:14:53.180364 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 37aa49c3-641d-4277-8e26-0a64db54996a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:14:53.204497 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 37aa49c3-641d-4277-8e26-0a64db54996a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:14:53.204984 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 37aa49c3-641d-4277-8e26-0a64db54996a not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:14:53.205430 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5c2ffc8f-a25c-45ce-bed4-f495feb1032c no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:14:53.227296 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 5c2ffc8f-a25c-45ce-bed4-f495feb1032c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:14:53.227648 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5c2ffc8f-a25c-45ce-bed4-f495feb1032c not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:14:54.436565 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b8a74-a5eb-426a-be1c-60d1579b19e7', 'name': 'network-vif-deleted', 'tag': 'eea9c66e-ce41-4121-9632-59277d6f85be'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:14:54.442701 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075e7d87-4442-477d-b61a-93e5cb9f61f3" -d '{"events": [{"server_uuid": "070b8a74-a5eb-426a-be1c-60d1579b19e7", "name": "network-vif-deleted", "tag": "eea9c66e-ce41-4121-9632-59277d6f85be"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:14:55.011001 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-57ce1030-cd53-4cbd-a040-f8c5d8b64ee2 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:55.019066 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-57ce1030-cd53-4cbd-a040-f8c5d8b64ee2 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/networks?id=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc HTTP/1.1" status: 200 len: 814 time: 0.2217295 Sep 03 13:14:55.039208 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-90df11e1-0327-4f55-89fe-d24454492bb1 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:55.040909 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-90df11e1-0327-4f55-89fe-d24454492bb1 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/networks?id=4bcaf1d1-1492-453c-89d3-3b046390d8af HTTP/1.1" status: 200 len: 809 time: 0.2311039 Sep 03 13:14:55.045171 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-9697cb40-5a1d-42b8-818a-16b3bbf9e11c tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/quotas/9a30ef7d955241d7a85c1627f3a46b82 HTTP/1.1" status: 200 len: 375 time: 0.0251706 Sep 03 13:14:55.080630 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-aa1e3580-fc75-4de9-96de-89f519bd30e3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/quotas/5b99cf506a9b4df687f38c750251d3f6 HTTP/1.1" status: 200 len: 375 time: 0.0339360 Sep 03 13:14:55.119999 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-1d49c7a2-562c-4e33-8049-08acc7f246fc tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a30ef7d955241d7a85c1627f3a46b82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628960 Sep 03 13:14:55.129886 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-15ff7f5b-edf8-45e4-9324-a144f5e7089f tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b99cf506a9b4df687f38c750251d3f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481882 Sep 03 13:14:55.183900 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device eea9c66e-ce41-4121-9632-59277d6f85be no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:14:55.244207 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: eea9c66e-ce41-4121-9632-59277d6f85be {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:14:55.245880 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device eea9c66e-ce41-4121-9632-59277d6f85be not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:14:55.305941 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-dcfc9859-c9b4-4014-8e52-179a2d69a1db service neutron] 10.222.0.44 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747782 Sep 03 13:14:55.396623 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-cbe6f2ee-4f8b-434d-8f97-a96a69165c0b service neutron] 10.222.0.44 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574887 Sep 03 13:14:55.402194 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-c3c09def-6608-4f92-b822-28d3c23f7c8d service neutron] 10.222.0.44 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929742 Sep 03 13:14:55.494130 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-4e3326bb-5fa1-4ea3-9347-d4981d59424a service neutron] 10.222.0.44 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913491 Sep 03 13:14:56.037242 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6111-f263-42b9-b2f0-cf2be82117d0 req-da75e1f8-1b53-4dee-afc7-eeca382629bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:56.046954 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-554b6111-f263-42b9-b2f0-cf2be82117d0 req-da75e1f8-1b53-4dee-afc7-eeca382629bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0855951 Sep 03 13:14:56.116218 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-554b6111-f263-42b9-b2f0-cf2be82117d0 req-b280a344-c494-49bf-987a-814bed39a5ea tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619907 Sep 03 13:14:56.205964 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd7f51b-9205-4bff-9961-7d6ecb20ee4a x-openstack-request-id: req-abd7f51b-9205-4bff-9961-7d6ecb20ee4a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:14:56.206606 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b8a74-a5eb-426a-be1c-60d1579b19e7", "name": "network-vif-deleted", "tag": "eea9c66e-ce41-4121-9632-59277d6f85be", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:14:56.206699 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abd7f51b-9205-4bff-9961-7d6ecb20ee4a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:14:56.207253 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070b8a74-a5eb-426a-be1c-60d1579b19e7', 'name': 'network-vif-deleted', 'tag': 'eea9c66e-ce41-4121-9632-59277d6f85be', 'status': 'completed', 'code': 200} Sep 03 13:14:56.260897 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2441a6e8-0c27-48ef-ae91-1015994b0a4c req-781e7369-3af3-49ff-b23a-a26282798889 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0265489 Sep 03 13:14:56.326546 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-155afd58-1bdf-4740-9684-b711e2e69ee7 req-27ffe50c-0a5d-4f71-b179-739ed5785164 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0253999 Sep 03 13:14:56.861639 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31d077-32ba-4cd2-b28c-23d265bdb980 req-39bc622d-30af-4b70-ab41-56c7893f4bb4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:56.884527 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8d31d077-32ba-4cd2-b28c-23d265bdb980 req-39bc622d-30af-4b70-ab41-56c7893f4bb4 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0740969 Sep 03 13:14:56.931572 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8d31d077-32ba-4cd2-b28c-23d265bdb980 req-3291ee6e-41ed-47a3-ad0d-35e38c6d16c2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582139 Sep 03 13:14:57.163859 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717575bd-4d91-4a42-869a-1bcc525cfb1b req-6adc9f9c-3c60-40d8-81cd-0987afab13e1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:57.177861 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-717575bd-4d91-4a42-869a-1bcc525cfb1b req-6adc9f9c-3c60-40d8-81cd-0987afab13e1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1139159 Sep 03 13:14:57.251965 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-717575bd-4d91-4a42-869a-1bcc525cfb1b req-598ff920-5c42-4f00-b570-f221ab07c8c8 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718830 Sep 03 13:14:57.362613 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72244e62-e33d-48b4-99ee-a983a427ce4e req-d306d046-aec7-4a6c-b8ca-58917d4de173 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:57.379030 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-72244e62-e33d-48b4-99ee-a983a427ce4e req-d306d046-aec7-4a6c-b8ca-58917d4de173 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1105309 Sep 03 13:14:57.426595 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-07979a0d-7592-4a40-8a8d-b4ba904fb2ad req-31ffdee5-5f48-4638-a15f-4751d82e14a9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0397847 Sep 03 13:14:57.454907 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-72244e62-e33d-48b4-99ee-a983a427ce4e req-d11dd356-efcd-4365-9ba9-9a060b638ea3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749431 Sep 03 13:14:57.499024 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9e0eca7d-37d4-4c37-a7c8-48aeba511e25 req-297b0f4e-1406-49af-b29b-61120119284e tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0314651 Sep 03 13:14:58.131553 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593293c8-380c-47f3-8a62-76c2ae1223c1 req-2f380039-40c3-4247-b3c9-d9ca38d9d8e2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:58.133564 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-593293c8-380c-47f3-8a62-76c2ae1223c1 req-2f380039-40c3-4247-b3c9-d9ca38d9d8e2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0954359 Sep 03 13:14:58.178947 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-593293c8-380c-47f3-8a62-76c2ae1223c1 req-3832c386-b5c0-4374-aa67-96578b6eab00 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Sep 03 13:14:58.394386 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68272092-547f-4796-b171-a088c07eeb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:58.427140 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45940c4f-1c69-4871-85e3-9817bfd63618 req-d3614b04-8dbf-47db-9f9e-30c2cd877adc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:58.439409 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-45940c4f-1c69-4871-85e3-9817bfd63618 req-d3614b04-8dbf-47db-9f9e-30c2cd877adc tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0815315 Sep 03 13:14:58.490656 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-45940c4f-1c69-4871-85e3-9817bfd63618 req-81f777ce-88f2-403f-a26b-2647390615c3 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500898 Sep 03 13:14:58.667488 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-56410240-0f27-4cf0-9eb4-77fca24a1855 req-58c3e7ed-9eb9-450d-b39d-3f7e4cb4b650 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0493193 Sep 03 13:14:58.797623 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928373a5-1c5c-4537-8dca-156c9e55011c req-4c48de89-834a-4795-9578-b12fc6a58c58 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:58.814509 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-928373a5-1c5c-4537-8dca-156c9e55011c req-4c48de89-834a-4795-9578-b12fc6a58c58 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1417754 Sep 03 13:14:58.882499 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d8f7453c-0e14-4012-a7b9-e44768b98dc7 req-f0135e0a-7884-4e04-8b5c-819a497a4e5e tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0497029 Sep 03 13:14:58.909791 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-928373a5-1c5c-4537-8dca-156c9e55011c req-0ce8f085-bdd7-4ddf-aacc-21e3355443cc tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948551 Sep 03 13:14:59.114828 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-783aef98-53d5-4e4f-b76a-ee7cfbced165 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:59.116493 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-783aef98-53d5-4e4f-b76a-ee7cfbced165 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/networks?id=9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 200 len: 815 time: 0.1328909 Sep 03 13:14:59.134732 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-e80efe2b-2333-47be-b92d-1383301dbf89 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/quotas/02acdd3ce7e142e9a6a9da6eb5dde242 HTTP/1.1" status: 200 len: 375 time: 0.0118837 Sep 03 13:14:59.194973 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-1549a96b-b863-4eb5-8f37-43f55d277f26 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542235 Sep 03 13:14:59.367708 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-97aabf4b-c4a5-4327-b61a-78c99c9d2da4 service neutron] 10.222.0.44 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321011 Sep 03 13:14:59.377149 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340c172-d52f-4a00-b8a7-9673cccca694 req-15e2690f-bf87-48a6-8af6-491be8f0ced9 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:59.379191 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4340c172-d52f-4a00-b8a7-9673cccca694 req-15e2690f-bf87-48a6-8af6-491be8f0ced9 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0767856 Sep 03 13:14:59.475703 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4340c172-d52f-4a00-b8a7-9673cccca694 req-252b9a14-7bb1-43d6-b7c6-1cb44078db79 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874286 Sep 03 13:14:59.507048 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-e2d612e6-abc6-48cd-b521-93cd3a515ced service neutron] 10.222.0.44 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266370 Sep 03 13:14:59.639614 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611188-75d0-48d7-a71a-50236d18f095 req-0b6e1a87-c61a-47a7-87a0-d5bac9bae752 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:14:59.642400 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8b611188-75d0-48d7-a71a-50236d18f095 req-0b6e1a87-c61a-47a7-87a0-d5bac9bae752 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0568628 Sep 03 13:14:59.691669 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8b611188-75d0-48d7-a71a-50236d18f095 req-fa499722-c9ce-4032-b9c4-1f62c2c06733 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418875 Sep 03 13:14:59.844779 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f640071a-d4d4-4a15-9ed5-3934b3ca7150 req-0f8b3e9a-30c9-49c2-85d4-53de183144dc tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0519674 Sep 03 13:14:59.880198 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8dc585aa-53b6-41f2-aeef-28dfc83e831c req-4c291b92-58a3-42e5-90d5-608496c60fc7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0783787 Sep 03 13:15:00.013991 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2c92086-0611-4aca-93e0-6b9a6b173ccb req-36325ce3-1cd3-4a94-a771-bb6969165e17 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0350754 Sep 03 13:15:00.071047 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd545e-d8d8-4170-8945-99aa1c1b95c0 req-f235bbd5-2581-4eb4-bdeb-ecafd4fde06e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:00.072968 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-51fd545e-d8d8-4170-8945-99aa1c1b95c0 req-f235bbd5-2581-4eb4-bdeb-ecafd4fde06e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0631154 Sep 03 13:15:00.117803 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-51fd545e-d8d8-4170-8945-99aa1c1b95c0 req-32c5db14-6663-4bd6-a62b-ffbee8d2c7f6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355690 Sep 03 13:15:00.606553 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2587599-f7cd-46e3-961a-33a85cf7d335 req-718279a8-d76f-465f-8174-73e74ffcfcbe tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:00.608375 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a2587599-f7cd-46e3-961a-33a85cf7d335 req-718279a8-d76f-465f-8174-73e74ffcfcbe tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0560746 Sep 03 13:15:00.650503 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a2587599-f7cd-46e3-961a-33a85cf7d335 req-e2473975-80a5-440b-af27-6457f26280cd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Sep 03 13:15:00.876248 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071ec25-ebdb-4caa-ba93-92f6ab146d32 req-42246cf6-b80b-40c6-9fe6-04d77b797f5d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:00.877991 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6071ec25-ebdb-4caa-ba93-92f6ab146d32 req-42246cf6-b80b-40c6-9fe6-04d77b797f5d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0757966 Sep 03 13:15:00.960076 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6071ec25-ebdb-4caa-ba93-92f6ab146d32 req-85c2212f-85bc-4fbc-a7a2-991576c2b7c1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710855 Sep 03 13:15:00.994837 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1d05be2a-af24-496e-b4f9-9c0b08a986f6 req-1c0db949-1a51-4b72-9207-9405f9ba6abf tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0544934 Sep 03 13:15:01.064957 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f81c0187-c9cd-4664-9171-8707599522f8 req-513fe89c-209a-4927-8fe3-ac57d4c97504 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0275943 Sep 03 13:15:01.152098 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-590a6aea-f8ce-4299-ad50-64f0a6bc2a43 req-0eef21ac-a6c1-4d33-b5f2-d7abff49898c tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0316954 Sep 03 13:15:01.162145 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ffba545-7532-4962-b470-3cb784ed46cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:01.297428 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2fa5-e4c6-4bfb-bee3-f2dd8a8ee619 req-4466d877-286c-4bfa-9903-15d71e473591 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:01.299942 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ad0f2fa5-e4c6-4bfb-bee3-f2dd8a8ee619 req-4466d877-286c-4bfa-9903-15d71e473591 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0708601 Sep 03 13:15:01.347028 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ad0f2fa5-e4c6-4bfb-bee3-f2dd8a8ee619 req-8de76826-ea66-4ac4-ab8c-a7403e8c9978 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401824 Sep 03 13:15:01.502932 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:01.780205 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d1959-7524-4236-9a8e-5208da1104b1 req-7c934927-7bf6-4a0a-a8ce-490cce8f174a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:01.781758 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d7d1959-7524-4236-9a8e-5208da1104b1 req-7c934927-7bf6-4a0a-a8ce-490cce8f174a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0575027 Sep 03 13:15:01.829438 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d7d1959-7524-4236-9a8e-5208da1104b1 req-7b409099-0095-4533-ba61-1f236339911e tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350995 Sep 03 13:15:02.095550 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3cc13-1378-4afd-b03a-b0fd977a0d12 req-457ea7da-c34b-4ced-ad36-697f6f92d8aa tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:02.097415 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-98b3cc13-1378-4afd-b03a-b0fd977a0d12 req-457ea7da-c34b-4ced-ad36-697f6f92d8aa tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0647545 Sep 03 13:15:02.155691 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a7f693c0-8132-4a56-b1ce-906731e07351 req-0cdba023-04a1-4fb3-a7fa-08a01b0022dd tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0393705 Sep 03 13:15:02.181218 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-98b3cc13-1378-4afd-b03a-b0fd977a0d12 req-f406345f-5bb8-4ee6-bc03-f620a5fa23af tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722260 Sep 03 13:15:02.255716 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1351afde-f45c-4d21-914d-7f2e27bdebf7 req-9d4f0928-52d2-4fb9-9cfd-ea821a242ef4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0268624 Sep 03 13:15:02.311901 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-21c3bcd7-8211-4fd4-94cf-f61b68cc1bf2 req-e29f2eae-163d-4240-934e-f3eb9ebf6458 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0276358 Sep 03 13:15:02.481787 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d806ad7-32b7-4a6c-94aa-df09fbc75f23 req-82174ae4-089b-4faa-ad9a-3e4c44275b92 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:02.483369 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d806ad7-32b7-4a6c-94aa-df09fbc75f23 req-82174ae4-089b-4faa-ad9a-3e4c44275b92 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0619872 Sep 03 13:15:02.523666 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d806ad7-32b7-4a6c-94aa-df09fbc75f23 req-4904bba0-cbd8-4d18-b328-2af175510d4d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336430 Sep 03 13:15:02.578759 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:02.962558 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd2980-0a46-4120-b7a9-0aeb00e03178 req-f9e1baf0-452d-455a-af24-4aefeb12cff1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:02.964201 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d5dd2980-0a46-4120-b7a9-0aeb00e03178 req-f9e1baf0-452d-455a-af24-4aefeb12cff1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0563457 Sep 03 13:15:03.009489 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d5dd2980-0a46-4120-b7a9-0aeb00e03178 req-a9377e74-3100-4f4d-895d-ba5b3efc36ac tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Sep 03 13:15:03.280652 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-72afbd5f-1bb3-4530-b447-beeeb9573957 req-82b4cc7f-b0e5-4a93-acff-c07615125033 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0320129 Sep 03 13:15:03.360932 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d293-fda3-4928-b7e5-69aba933e35d req-6ebd4cb0-f89a-4e1a-80aa-2e33c83048be tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:03.362990 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8601d293-fda3-4928-b7e5-69aba933e35d req-6ebd4cb0-f89a-4e1a-80aa-2e33c83048be tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0719895 Sep 03 13:15:03.396261 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-66c146c7-bd6a-40f2-b1d1-f5f5f6f49f54 req-b529cae0-5e6b-46a3-bf07-56ba52cb4e55 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0319004 Sep 03 13:15:03.437967 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8601d293-fda3-4928-b7e5-69aba933e35d req-80b78d69-ba9a-49fe-bb01-b8c77e11d037 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635552 Sep 03 13:15:03.500028 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9644adba-7f10-4f00-83d5-908790628ef1 req-6f15a624-5a79-479d-9378-5be037f92e90 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0290244 Sep 03 13:15:03.650376 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e43645-533f-4e0b-bdff-783ebe6561d5 req-fc4cb45a-d67a-4062-9632-7f221a213bb5 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:03.653112 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-92e43645-533f-4e0b-bdff-783ebe6561d5 req-fc4cb45a-d67a-4062-9632-7f221a213bb5 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0530193 Sep 03 13:15:03.702480 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-92e43645-533f-4e0b-bdff-783ebe6561d5 req-c411f5f5-0d00-45c4-ae81-5f5bb790a97d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Sep 03 13:15:03.903293 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:04.139227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697fc15-bf4c-4ae3-981d-86bfca72257b req-95a02ed5-8f4a-471c-8431-e91844d8ba05 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:04.141053 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b697fc15-bf4c-4ae3-981d-86bfca72257b req-95a02ed5-8f4a-471c-8431-e91844d8ba05 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0534594 Sep 03 13:15:04.198416 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b697fc15-bf4c-4ae3-981d-86bfca72257b req-4fe0fb6f-b7d8-46df-b3b9-f80ff8df6c3d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Sep 03 13:15:04.402232 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-874b0d54-fd9c-4b9f-bfde-cdf5f8536fab req-b23a508b-368f-4139-bfe4-d45c1784cc1a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0418992 Sep 03 13:15:04.705819 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0df4b766-0200-4bae-af78-ce22eb186890 req-389eb543-a0ab-4913-aa07-19b53ba94e25 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.2360067 Sep 03 13:15:04.759504 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b416559-2f49-426b-a819-0a58e5e69294 req-34280a24-3541-49c7-b123-553ffb6b736f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:04.761386 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2b416559-2f49-426b-a819-0a58e5e69294 req-34280a24-3541-49c7-b123-553ffb6b736f tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0582960 Sep 03 13:15:04.808446 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2b416559-2f49-426b-a819-0a58e5e69294 req-b1f2c3d8-dc7b-4d38-a04d-c62fa699779e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Sep 03 13:15:04.852512 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-abe265c9-338e-44b7-998b-cd8aee0ffd46 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743402963&fields=id&tenant_id=4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 267 time: 0.0429699 Sep 03 13:15:04.923556 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d4d4989c-9381-4046-9ade-1500449fa8a8 req-484929d4-3b3b-4c7d-9d69-5ec59e7a8d8c tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0395758 Sep 03 13:15:05.001229 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-0e21fefe-b892-48b2-bc62-dc1facce7967 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:05.002868 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-0e21fefe-b892-48b2-bc62-dc1facce7967 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 811 time: 0.1416464 Sep 03 13:15:05.054686 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-4c66518d-4ce4-4f30-be49-ca148bf63e89 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/quotas/4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 375 time: 0.0228162 Sep 03 13:15:05.105892 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e32a8-ee98-4dba-944b-ff4666eca208 req-f704d8dd-d148-45ce-a311-589bc9e68b1e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:05.107768 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-430e32a8-ee98-4dba-944b-ff4666eca208 req-f704d8dd-d148-45ce-a311-589bc9e68b1e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1036782 Sep 03 13:15:05.136922 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-d0e2b95d-260b-48d2-8e27-d91716533721 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812075 Sep 03 13:15:05.165034 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-430e32a8-ee98-4dba-944b-ff4666eca208 req-ca3532de-a4ea-42b1-9b17-61ff4e952c47 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506961 Sep 03 13:15:05.276865 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-2fc80046-4668-47f5-a547-662b8172595e service neutron] 10.222.0.44 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251030 Sep 03 13:15:05.389325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc058f00-1658-4d6e-89fc-31b1e3be2c99 req-7e234f62-035b-4ab2-b9c1-b6698fac00d5 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:05.390926 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cc058f00-1658-4d6e-89fc-31b1e3be2c99 req-7e234f62-035b-4ab2-b9c1-b6698fac00d5 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.1006665 Sep 03 13:15:05.443440 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1a18e9d7-f36d-428c-a50f-f4bcf74fafa6 service neutron] 10.222.0.44 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606717 Sep 03 13:15:05.449181 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cc058f00-1658-4d6e-89fc-31b1e3be2c99 req-762e3327-8742-407e-8762-812a6e710017 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516801 Sep 03 13:15:05.539753 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ada929c-ce8f-4afe-9855-e12312a37152 req-b929c89e-9908-415a-8953-4b533ad58381 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0312672 Sep 03 13:15:05.819715 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8d5a4368-3ad8-45ce-a703-b6336943dcd0 req-45fd7523-de8f-4e80-8ed4-c8d8a9c202b0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0251930 Sep 03 13:15:05.944851 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaaeca-2cdd-46eb-9cbe-cfb32c385678 req-a50bd79e-9d12-4ecd-b6f3-bec92837a9d5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:05.946637 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1fcaaeca-2cdd-46eb-9cbe-cfb32c385678 req-a50bd79e-9d12-4ecd-b6f3-bec92837a9d5 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0546696 Sep 03 13:15:05.992993 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1fcaaeca-2cdd-46eb-9cbe-cfb32c385678 req-64859e21-038f-4479-95bf-86d202788fcf tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 Sep 03 13:15:06.083279 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-54d629e5-6ac2-4dba-b0d9-ab3e0ddbe549 req-d1d42477-9633-4a9c-8f01-714b2013adcf tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0264370 Sep 03 13:15:06.309920 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3c666-6c87-42de-a396-b1b711f4f69c req-d2bcbe19-0012-48c6-ac69-6132f7df26aa tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:06.311457 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fcd3c666-6c87-42de-a396-b1b711f4f69c req-d2bcbe19-0012-48c6-ac69-6132f7df26aa tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0528123 Sep 03 13:15:06.355196 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fcd3c666-6c87-42de-a396-b1b711f4f69c req-6b1385e0-3b3f-428e-ab66-716a024afa31 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367055 Sep 03 13:15:06.524462 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4986bc0e-ed71-4dc7-99e6-b67420913c42 req-60c838b4-e700-46c1-b7f6-4be0641cfeb9 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0391383 Sep 03 13:15:06.649398 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415d0cd-26da-42c5-a30b-6158c5b11c7d req-a051139b-975e-4f59-943a-e99b53cf40da tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:06.651843 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3415d0cd-26da-42c5-a30b-6158c5b11c7d req-a051139b-975e-4f59-943a-e99b53cf40da tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0973821 Sep 03 13:15:06.716264 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6515c15b-e847-43a1-9fb8-a12d3c976237 req-2d2804b9-9b00-4cc9-b943-1755fe1ef352 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0332968 Sep 03 13:15:06.742982 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3415d0cd-26da-42c5-a30b-6158c5b11c7d req-b993ac4b-3679-4072-ad0e-3dc3943b5267 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824499 Sep 03 13:15:06.910098 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4c563401-8905-46c7-aaec-459f67325705 req-71a3376d-dc85-4ec4-8526-b7c1e6635aee tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0317750 Sep 03 13:15:07.119882 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7c269-f760-437d-8a81-67c34ecdbcd8 req-7e9362dc-c1a2-4a32-b37a-a072251c47d1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:07.121473 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-eaa7c269-f760-437d-8a81-67c34ecdbcd8 req-7e9362dc-c1a2-4a32-b37a-a072251c47d1 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0524244 Sep 03 13:15:07.166215 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-eaa7c269-f760-437d-8a81-67c34ecdbcd8 req-b8185e05-6b95-4adf-b3cc-56de6e8e116e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366313 Sep 03 13:15:07.189877 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-37a9cee6-3f56-4e27-9a26-13910581df8c req-5265f410-ad09-44ca-aa18-3fe127344d0b tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0297146 Sep 03 13:15:07.487367 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2d8f6-0539-4862-977f-cf418a25dc85 req-90c55db5-7174-47fc-8d3a-9db6c344f539 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:07.488845 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2c2d8f6-0539-4862-977f-cf418a25dc85 req-90c55db5-7174-47fc-8d3a-9db6c344f539 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0527465 Sep 03 13:15:07.555633 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2c2d8f6-0539-4862-977f-cf418a25dc85 req-0dd08100-9992-43c5-8527-0bd326a79dd7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586083 Sep 03 13:15:07.632146 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1b8bccf9-06a8-45fc-91dc-f50439c5057f req-be7ecaea-0965-47c7-9ffc-80b3e9a2a04f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0278647 Sep 03 13:15:07.873875 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ac39732-2da5-4e01-92ec-d919a401bdc1 req-484d1c42-0e7e-4275-957f-53804a56eb39 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0553353 Sep 03 13:15:07.929256 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70157d15-aadb-4e6a-973b-342533a60ac0 req-0fdecb00-dfd8-4345-83a7-ff3758385541 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:07.930894 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-70157d15-aadb-4e6a-973b-342533a60ac0 req-0fdecb00-dfd8-4345-83a7-ff3758385541 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0599918 Sep 03 13:15:07.972672 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-70157d15-aadb-4e6a-973b-342533a60ac0 req-bc6a21fd-c47a-4ad0-abba-89436ab38e26 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Sep 03 13:15:08.012047 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2c41becf-89e4-4298-b95d-8897fdfa085f req-63d8795d-c7eb-4978-870b-66357e806edd tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0291445 Sep 03 13:15:08.292654 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7bf80328-defa-4ef4-be3c-666905b55b36 req-47b3a624-d5ed-4e2a-be7d-e13b83117774 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0288053 Sep 03 13:15:08.309485 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a18d1-0392-423f-b99d-773ab2b58ca8 req-18ce887c-57a3-47e6-9637-6684208cfea4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:08.311150 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-728a18d1-0392-423f-b99d-773ab2b58ca8 req-18ce887c-57a3-47e6-9637-6684208cfea4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0768890 Sep 03 13:15:08.352228 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-728a18d1-0392-423f-b99d-773ab2b58ca8 req-bb7a18df-11bc-4e0b-8490-5d095ed067e6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Sep 03 13:15:08.680924 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74058-ef94-48c0-9eb8-f87ab1350460 req-10babb00-5db4-4d3e-9acb-6ce41713682b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:08.684110 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6fd74058-ef94-48c0-9eb8-f87ab1350460 req-10babb00-5db4-4d3e-9acb-6ce41713682b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0525837 Sep 03 13:15:08.737036 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-97ecf6f5-d983-4300-b733-caf3dd227141 req-2239ec44-a466-4d1f-a516-b77936fb8dbe tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0320334 Sep 03 13:15:08.754741 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6fd74058-ef94-48c0-9eb8-f87ab1350460 req-1c92b7dd-f810-4588-9d0b-5d3327954de0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649903 Sep 03 13:15:08.978443 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80c08964-31bb-4de7-a95c-d93dcc9df5a9 req-694dc805-8aae-467a-8105-c0e1f8cdd6f5 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Sep 03 13:15:09.118441 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ebb70ef5-7916-40e4-bb96-664330c31b30 req-cf109756-c3ba-4a8c-ad2e-9b52fe0388cc tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0300648 Sep 03 13:15:09.131581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2720c3b-e866-462a-b36d-bd92548f112a req-2109e0a3-2a75-47fc-a790-5db65c40cde3 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:09.133180 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c2720c3b-e866-462a-b36d-bd92548f112a req-2109e0a3-2a75-47fc-a790-5db65c40cde3 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0847051 Sep 03 13:15:09.173625 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c2720c3b-e866-462a-b36d-bd92548f112a req-2d37872c-a618-4481-801c-9d9b07ef8e4a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Sep 03 13:15:09.394034 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65bf2189-3635-43b1-8570-2b8c7c777f7f req-27e2d89e-1b85-42cb-a3b4-39ee5694ee2c tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0318890 Sep 03 13:15:09.472087 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acc55e-9d0e-476b-b511-f58b5003ee9c req-aebc6b7e-ab28-4220-a59a-df6657ebc795 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:09.473571 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-33acc55e-9d0e-476b-b511-f58b5003ee9c req-aebc6b7e-ab28-4220-a59a-df6657ebc795 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0504220 Sep 03 13:15:09.513813 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-33acc55e-9d0e-476b-b511-f58b5003ee9c req-6eb6ab45-c17b-4dff-bde0-ac5e45d01ab8 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338097 Sep 03 13:15:09.834193 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ef8fd2c2-62e3-4288-a218-a79aac21a029 req-8ba0504d-6bf0-4376-9d45-0b7a0d1e74f1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0305929 Sep 03 13:15:09.881355 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c383-f36e-48b3-be2a-5efac0350f6c req-c73b293c-21d5-4a9d-b9af-7ab568e5ea7e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:09.883099 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d768c383-f36e-48b3-be2a-5efac0350f6c req-c73b293c-21d5-4a9d-b9af-7ab568e5ea7e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0519693 Sep 03 13:15:09.922761 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d768c383-f36e-48b3-be2a-5efac0350f6c req-8e228441-d81a-4636-bc85-ad596e5964b2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323973 Sep 03 13:15:10.082412 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3913fba-4f32-4085-b6a2-050f21075819 req-5e064d08-61ef-405c-8555-53836347955d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0320623 Sep 03 13:15:10.212344 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-59115183-8b3e-4fef-a90b-b7644d396414 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:10.213592 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bf7cf046-2a85-48cf-8656-c041719f1a1d req-7aa828c4-11c3-4dd9-b750-b298e8b9c744 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0271609 Sep 03 13:15:10.213931 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-59115183-8b3e-4fef-a90b-b7644d396414 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.48 "GET /v2.0/networks?id=4bcaf1d1-1492-453c-89d3-3b046390d8af HTTP/1.1" status: 200 len: 809 time: 0.1147580 Sep 03 13:15:10.236679 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Request body: {'port': {'device_id': '2ecb6564-625b-46ff-9e41-119c57cd18b1', 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af', 'admin_state_up': True, 'tenant_id': '5b99cf506a9b4df687f38c750251d3f6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:10.311944 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ed560-e39f-4edd-85a9-470b8068d6b6 req-c30c0c26-1424-4fec-bb68-3bafd3d6962f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:10.313586 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-474ed560-e39f-4edd-85a9-470b8068d6b6 req-c30c0c26-1424-4fec-bb68-3bafd3d6962f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0567148 Sep 03 13:15:10.347906 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:15:10.355231 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-474ed560-e39f-4edd-85a9-470b8068d6b6 req-50fd1cbb-e8e0-4c3d-9d99-39f2a6785544 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Sep 03 13:15:10.436394 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Made reservation on behalf of 5b99cf506a9b4df687f38c750251d3f6 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:15:10.440018 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:10.498293 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-34762971-12fa-43a8-9975-866059e00429 req-69cd5e7f-b634-4119-8e56-837a826e8471 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0268333 Sep 03 13:15:10.591195 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Allocated IP 172.20.0.13 (4bcaf1d1-1492-453c-89d3-3b046390d8af/c1a15296-8408-4580-87f4-c92bbd8a7282/86e1b012-9b7a-453c-9094-37424dbccde2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:15:10.656306 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d149f15-aeec-48cc-8cc1-b60a1ef48345 req-4e447418-5354-4393-9d6d-a69941419976 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:10.657877 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8d149f15-aeec-48cc-8cc1-b60a1ef48345 req-4e447418-5354-4393-9d6d-a69941419976 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0676179 Sep 03 13:15:10.698807 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8d149f15-aeec-48cc-8cc1-b60a1ef48345 req-33f13409-35ab-440e-aee6-3ac6ad6872e6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Sep 03 13:15:10.766989 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:10.882057 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:10.931468 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e719e912-b648-4d18-abdd-a698a5636ec0 req-9ec8adfd-8332-4535-b8dc-3043a755a72d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0261674 Sep 03 13:15:10.961438 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Network 4bcaf1d1-1492-453c-89d3-3b046390d8af is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:15:10.965216 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Pushing event updated for resources: {'Port': ['ID=86e1b012-9b7a-453c-9094-37424dbccde2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:10.968815 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:15:10.975420 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:15:11.019656 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-185ca498-59f3-4abf-bcc3-3848d2f48965 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:11.021168 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-185ca498-59f3-4abf-bcc3-3848d2f48965 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.1085589 Sep 03 13:15:11.041390 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:11.042015 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:11.077388 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7018-065e-4939-a4e6-e4f22270f443 req-ea739471-9ffe-405f-a36f-c99763372c51 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:11.079088 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-742a7018-065e-4939-a4e6-e4f22270f443 req-ea739471-9ffe-405f-a36f-c99763372c51 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0770483 Sep 03 13:15:11.176167 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-742a7018-065e-4939-a4e6-e4f22270f443 req-db66b8be-3afe-4f20-b831-d43a839d2811 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861318 Sep 03 13:15:11.204067 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-cbe4a523-0475-4282-8fdb-d7e035f07974 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:11.206029 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-cbe4a523-0475-4282-8fdb-d7e035f07974 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.48 "GET /v2.0/networks?id=9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 200 len: 815 time: 0.1664436 Sep 03 13:15:11.229782 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'port': {'device_id': '99cbf5bb-4318-460f-baac-c735d62897eb', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'admin_state_up': True, 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:11.311465 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b22b6-8842-47db-b9a7-c5a34ccb0155 req-53c40ad2-4d98-412e-b83c-a1b083534cc9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:11.314816 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1c2b22b6-8842-47db-b9a7-c5a34ccb0155 req-53c40ad2-4d98-412e-b83c-a1b083534cc9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 932 time: 0.1327269 Sep 03 13:15:11.369886 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-4b29aa26-3075-44a1-b140-f29475a01233 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1375511 Sep 03 13:15:11.380383 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-46b27c50-fd23-4c23-9dbb-541b6457ccb6 req-3b504296-95c8-45cf-8515-7d0060a0e08f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0562987 Sep 03 13:15:11.387239 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Deleting port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:15:11.387591 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:11.394891 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Request body: {'port': {'device_id': '2ecb6564-625b-46ff-9e41-119c57cd18b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:11.417224 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1c2b22b6-8842-47db-b9a7-c5a34ccb0155 req-89634979-6d42-48ec-8654-47e72a18ea50 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974841 Sep 03 13:15:11.498187 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Made reservation on behalf of 02acdd3ce7e142e9a6a9da6eb5dde242 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:15:11.502133 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:11.509526 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:11.541667 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d6856-584d-4e6b-b84a-84e1c1587ca3 req-aa1dca2e-8a72-4939-a0fc-09c0278ffe3b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:11.543780 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-714d6856-584d-4e6b-b84a-84e1c1587ca3 req-aa1dca2e-8a72-4939-a0fc-09c0278ffe3b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 945 time: 0.0839317 Sep 03 13:15:11.564560 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] For port 916e9a8e-9b4a-4557-af76-082dfcf2fa64, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=916e9a8e-9b4a-4557-af76-082dfcf2fa64,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:11.564921 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:11.582615 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Calling delete_port for 916e9a8e-9b4a-4557-af76-082dfcf2fa64 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:15:11.650871 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-93a7cf8c-57bf-4253-8d32-63828b0cafde req-8c6d4b15-2921-4e1a-9478-a4de1ec9253d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0495784 Sep 03 13:15:11.656994 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-714d6856-584d-4e6b-b84a-84e1c1587ca3 req-0d4f826a-381e-4a99-97c7-582483ece576 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781636 Sep 03 13:15:11.756981 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Allocated IP 172.20.0.4 (9d9b4e4c-3e11-4a39-9916-06cb39445149/2c440f60-b5d1-4883-83a1-d3f05906bc3b/90c635a2-04f6-4a11-9b96-f3a57e44fe33) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:15:12.100439 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e1b012-9b7a-453c-9094-37424dbccde2 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:12.107791 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:12.117464 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:12.138613 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Transition to ACTIVE for port object 86e1b012-9b7a-453c-9094-37424dbccde2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:15:12.149724 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'acd6a3d9-391e-4069-a95d-729a2f9acf12', '916e9a8e-9b4a-4557-af76-082dfcf2fa64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:12.192809 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Pushing event deleted for resources: {'Port': ['ID=916e9a8e-9b4a-4557-af76-082dfcf2fa64,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:12.231536 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-62b0f4d3-23e9-471f-a6f7-0dfec659d6d2 req-4bcf6b37-c258-4e30-9c15-1dc00dfa2ff4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.1658454 Sep 03 13:15:12.247371 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:12.259962 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:12.299416 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83805d-91e3-42d2-87f1-de4fd490e668 req-bf3fca8c-317b-4d8a-a2da-8a647c4405e0 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:12.302076 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7b83805d-91e3-42d2-87f1-de4fd490e668 req-bf3fca8c-317b-4d8a-a2da-8a647c4405e0 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.3489516 Sep 03 13:15:12.363139 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] No DVR routers for this DVR port 916e9a8e-9b4a-4557-af76-082dfcf2fa64 on host hv-cinder-78291 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:15:12.369535 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:12.379563 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Transition to ACTIVE for port object 90c635a2-04f6-4a11-9b96-f3a57e44fe33 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:15:12.385452 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-c410db83-8b84-42c4-bec8-87c22a3f2fde req-f1935ead-d0eb-46b8-853d-10de022f6aa1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "DELETE /v2.0/ports/916e9a8e-9b4a-4557-af76-082dfcf2fa64 HTTP/1.1" status: 204 len: 173 time: 1.3405352 Sep 03 13:15:12.387693 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27279e-8618-4481-98e2-43639a364eb7', 'name': 'network-vif-deleted', 'tag': '916e9a8e-9b4a-4557-af76-082dfcf2fa64'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:12.391961 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7821415-ba78-4ab6-868e-d41bad16c832" -d '{"events": [{"server_uuid": "2b27279e-8618-4481-98e2-43639a364eb7", "name": "network-vif-deleted", "tag": "916e9a8e-9b4a-4557-af76-082dfcf2fa64"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:12.532588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-e57c282b-34cf-47d8-93a8-6fd364c6f0c3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:12.535438 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-e57c282b-34cf-47d8-93a8-6fd364c6f0c3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 811 time: 0.5836985 Sep 03 13:15:12.552415 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7b83805d-91e3-42d2-87f1-de4fd490e668 req-547fdeb4-47ba-4b83-b32b-5cf2f504f158 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169898 Sep 03 13:15:12.713525 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab31f361-ce50-46d8-ab6e-a97ebbcbfd9a x-openstack-request-id: req-ab31f361-ce50-46d8-ab6e-a97ebbcbfd9a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:12.714019 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27279e-8618-4481-98e2-43639a364eb7", "name": "network-vif-deleted", "tag": "916e9a8e-9b4a-4557-af76-082dfcf2fa64", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:12.714448 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab31f361-ce50-46d8-ab6e-a97ebbcbfd9a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:12.715215 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b27279e-8618-4481-98e2-43639a364eb7', 'name': 'network-vif-deleted', 'tag': '916e9a8e-9b4a-4557-af76-082dfcf2fa64', 'status': 'completed', 'code': 200} Sep 03 13:15:12.732666 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0dd41-6291-461f-bf53-a7f9e926cb81 req-75d4756b-5101-4b52-aba0-5140e04af24e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:12.759018 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2b0dd41-6291-461f-bf53-a7f9e926cb81 req-75d4756b-5101-4b52-aba0-5140e04af24e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.3300374 Sep 03 13:15:12.777327 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Attempting to bind port 86e1b012-9b7a-453c-9094-37424dbccde2 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:15:12.777679 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Attempting to bind port 86e1b012-9b7a-453c-9094-37424dbccde2 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:15:12.777987 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Attempting to bind port 86e1b012-9b7a-453c-9094-37424dbccde2 on network 4bcaf1d1-1492-453c-89d3-3b046390d8af {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:15:12.797891 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Pushing event updated for resources: {'Port': ['ID=86e1b012-9b7a-453c-9094-37424dbccde2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:12.802180 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Port 86e1b012-9b7a-453c-9094-37424dbccde2 on network 4bcaf1d1-1492-453c-89d3-3b046390d8af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:15:12.802614 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Attempting to bind port 86e1b012-9b7a-453c-9094-37424dbccde2 on network 4bcaf1d1-1492-453c-89d3-3b046390d8af {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:15:12.845837 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:15:12.846217 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Checking segment: {'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:15:12.846616 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Bound using segment: {'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:15:12.850503 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Bound port: 86e1b012-9b7a-453c-9094-37424dbccde2, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:15:12.857721 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:12.865351 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b706d9d6-f797-4ee4-bbee-cb58d8436218 req-fab58658-1fb5-4db1-88ef-9f140c1a1581 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0778832 Sep 03 13:15:12.891537 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:12.931458 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2b0dd41-6291-461f-bf53-a7f9e926cb81 req-2ccce05f-7119-438c-bf57-f8cc32a53596 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673045 Sep 03 13:15:13.010385 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] For port 86e1b012-9b7a-453c-9094-37424dbccde2, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:15:13.014263 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] For port 86e1b012-9b7a-453c-9094-37424dbccde2, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=86e1b012-9b7a-453c-9094-37424dbccde2,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:15:13.066857 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:15:13.071942 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'Port': ['ID=90c635a2-04f6-4a11-9b96-f3a57e44fe33,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:13.074833 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:15:13.101478 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:13.101713 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:15:13.150763 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:13.151432 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:13.152903 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] 10.222.0.48 "PUT /v2.0/ports/86e1b012-9b7a-453c-9094-37424dbccde2 HTTP/1.1" status: 200 len: 1094 time: 1.7621474 Sep 03 13:15:13.167545 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd08e185-0e7e-4d82-9bbc-a4fd9e78ff8a req-26ef84ac-f82b-4d25-87eb-999a598fe03b tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0983114 Sep 03 13:15:13.220955 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:13.222046 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:13.239414 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3ce84-a9d9-4897-9b83-96a235c3561d service neutron] Pushing event updated for resources: {'Port': ['ID=86e1b012-9b7a-453c-9094-37424dbccde2,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:13.267980 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3986174-4458-46f0-ba5a-dca2614f8e28 req-e28d70ed-b290-4cb8-983f-2d2c3c548c37 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:13.270024 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e3986174-4458-46f0-ba5a-dca2614f8e28 req-e28d70ed-b290-4cb8-983f-2d2c3c548c37 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.2694192 Sep 03 13:15:13.319225 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-44925ff5-4d40-4c82-ad7d-8d999b8d3ca2 req-d9c6cf71-9224-430b-a9bf-ee3770dd8800 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0402796 Sep 03 13:15:13.329463 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ae405a4d-529f-4f63-b53a-fa950d68b7b6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1036606 Sep 03 13:15:13.384449 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e3986174-4458-46f0-ba5a-dca2614f8e28 req-36e04510-9eae-49cf-9aba-24dd4dcb5af2 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986793 Sep 03 13:15:13.457045 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fb32cf31-4867-4406-9d8f-07270f985ab6 req-f89ccd38-de4a-4ca0-97d1-93b1547750fb tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0290120 Sep 03 13:15:13.521987 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e784ed42-eb23-4d6c-9b12-22da4ae1f225 None None] Provisioning for port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:15:13.528303 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e784ed42-eb23-4d6c-9b12-22da4ae1f225 None None] Provisioning complete for port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:15:13.529006 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e784ed42-eb23-4d6c-9b12-22da4ae1f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:13.592317 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e784ed42-eb23-4d6c-9b12-22da4ae1f225 None None] Port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:15:13.697348 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019186a-9486-4b0b-a0f1-492dc91052ec req-8ceb709d-d177-497d-b0fc-6dbaa4f62c71 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:13.699186 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7019186a-9486-4b0b-a0f1-492dc91052ec req-8ceb709d-d177-497d-b0fc-6dbaa4f62c71 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0511580 Sep 03 13:15:13.742271 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7019186a-9486-4b0b-a0f1-492dc91052ec req-bdaf5a4e-175c-47a5-bd4a-730183fa575a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371015 Sep 03 13:15:14.013142 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d60ee-aa12-440f-9884-c31ec0b358d8 req-233702d3-e6be-4ae2-bff9-652c60c39786 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:14.014673 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b90d60ee-aa12-440f-9884-c31ec0b358d8 req-233702d3-e6be-4ae2-bff9-652c60c39786 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0510600 Sep 03 13:15:14.090674 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b90d60ee-aa12-440f-9884-c31ec0b358d8 req-7949ce39-6a86-49f2-9ae9-a17c425656cb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660372 Sep 03 13:15:14.103297 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600407e-5dc1-4438-aa5a-8f4ef461dda5 req-76b36f3b-de6b-444b-9b7e-43b02311024d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:14.104807 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3600407e-5dc1-4438-aa5a-8f4ef461dda5 req-76b36f3b-de6b-444b-9b7e-43b02311024d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0892260 Sep 03 13:15:14.143665 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3600407e-5dc1-4438-aa5a-8f4ef461dda5 req-183fb8b2-341a-4363-8967-801c8e184d16 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328233 Sep 03 13:15:14.260188 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-eac91154-80f9-403e-b275-ac0b8dc5fa99 req-29f97220-a76c-490b-b780-d1af30284a58 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0300400 Sep 03 13:15:14.447460 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c932d1a5-9229-4c0f-9aae-6773cdb1aadb req-35c56000-0ea5-4944-891c-384918f80d9d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0295243 Sep 03 13:15:14.519768 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e8c75-fd93-426d-a2be-8fe643d75453 req-b6a97e1b-fbf6-4b94-a8ad-d9e27e4c42b8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:14.524957 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c62e8c75-fd93-426d-a2be-8fe643d75453 req-b6a97e1b-fbf6-4b94-a8ad-d9e27e4c42b8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0822213 Sep 03 13:15:14.592087 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fcaf836b-d2c6-4063-9339-114816003281 req-916ab433-3d16-4675-81ce-268bf865a0fe tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0362601 Sep 03 13:15:14.597236 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c62e8c75-fd93-426d-a2be-8fe643d75453 req-fa4000a7-8cb8-4d1a-a748-7d655a1abcaa tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659335 Sep 03 13:15:14.716057 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecb6564-625b-46ff-9e41-119c57cd18b1', 'tag': '86e1b012-9b7a-453c-9094-37424dbccde2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:14.719290 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d6e1a-38ae-43ed-a0cc-22ef7d55d76a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecb6564-625b-46ff-9e41-119c57cd18b1", "tag": "86e1b012-9b7a-453c-9094-37424dbccde2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:14.765652 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f7bd53-93c8-4e72-b7e5-8fdb7ff91845 x-openstack-request-id: req-c3f7bd53-93c8-4e72-b7e5-8fdb7ff91845 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:14.766143 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecb6564-625b-46ff-9e41-119c57cd18b1", "tag": "86e1b012-9b7a-453c-9094-37424dbccde2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:14.766572 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3f7bd53-93c8-4e72-b7e5-8fdb7ff91845 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:14.767222 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecb6564-625b-46ff-9e41-119c57cd18b1', 'tag': '86e1b012-9b7a-453c-9094-37424dbccde2', 'status': 'completed', 'code': 200} Sep 03 13:15:14.878040 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242616a5-fcd3-4346-8621-500fef0bbb95 req-4b0091cd-f703-438f-a442-64cb2595d0f2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:14.879630 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-242616a5-fcd3-4346-8621-500fef0bbb95 req-4b0091cd-f703-438f-a442-64cb2595d0f2 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0550194 Sep 03 13:15:14.919595 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-242616a5-fcd3-4346-8621-500fef0bbb95 req-aa559af0-bd4c-48ed-a6b9-7f7d5552a8ef tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335238 Sep 03 13:15:15.241759 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60267f-faa2-4833-bba8-44fddc1f4cae req-759212f6-b8d5-4552-81db-db1010fedecb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:15.243959 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bd60267f-faa2-4833-bba8-44fddc1f4cae req-759212f6-b8d5-4552-81db-db1010fedecb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0898666 Sep 03 13:15:15.309073 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bd60267f-faa2-4833-bba8-44fddc1f4cae req-70f6fa75-fc30-4b22-bf35-bdb9a0930a2e tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545046 Sep 03 13:15:15.322327 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d02da7-1a77-41ff-b00a-d02bde87c853 req-a7e41545-b9b8-411a-90ae-4bed8bbae244 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:15.324538 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-88d02da7-1a77-41ff-b00a-d02bde87c853 req-a7e41545-b9b8-411a-90ae-4bed8bbae244 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0794220 Sep 03 13:15:15.359192 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 916e9a8e-9b4a-4557-af76-082dfcf2fa64 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:15:15.372755 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-88d02da7-1a77-41ff-b00a-d02bde87c853 req-f47525c4-8826-4f0d-983d-86b8b1db2c3f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403619 Sep 03 13:15:15.416441 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 916e9a8e-9b4a-4557-af76-082dfcf2fa64 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:15:15.416794 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 916e9a8e-9b4a-4557-af76-082dfcf2fa64 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:15:15.441312 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1a222cc7-5fdc-4c22-8f7e-4db8ca348469 req-a1d7c15a-b1c5-4d70-9532-8b6b3c0f0428 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0292971 Sep 03 13:15:15.545143 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cc07cf92-87f7-4b2c-aa0f-d51522307074 req-272507c0-be47-4c8c-a633-c18a6947dbfc tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0258288 Sep 03 13:15:15.718875 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-740e48fd-2b40-46b1-b04e-ea2729fbc766 req-0c0ce460-7a92-4544-a6e3-93ce6057c54a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0569096 Sep 03 13:15:15.768986 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8c169-84ec-4aed-94a2-ee41158387c0 req-b92e3ce0-2e49-4673-b70a-a07c94b84d6f tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:15.770811 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-53d8c169-84ec-4aed-94a2-ee41158387c0 req-b92e3ce0-2e49-4673-b70a-a07c94b84d6f tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0936217 Sep 03 13:15:15.817586 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-53d8c169-84ec-4aed-94a2-ee41158387c0 req-f8c22f61-97f7-4666-8a7b-f150f7285bdd tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Sep 03 13:15:16.037936 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62ca6-91ec-4e2c-96bc-9b5487a94129 req-352d923b-6d9d-49aa-9687-74ceca7a1e6e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:16.039473 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8bc62ca6-91ec-4e2c-96bc-9b5487a94129 req-352d923b-6d9d-49aa-9687-74ceca7a1e6e tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0515335 Sep 03 13:15:16.079716 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8bc62ca6-91ec-4e2c-96bc-9b5487a94129 req-e6b3549d-179d-41b2-a98c-ef69cdb193a6 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Sep 03 13:15:16.479459 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723e484-ae96-499a-9808-58346dc0db72 req-c35609f1-3a69-4fdd-abd3-4596476c2ae6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:16.488492 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a723e484-ae96-499a-9808-58346dc0db72 req-c35609f1-3a69-4fdd-abd3-4596476c2ae6 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0865607 Sep 03 13:15:16.564950 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a723e484-ae96-499a-9808-58346dc0db72 req-9b50fa7a-b059-4657-8ca1-d4de0abba23d tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753281 Sep 03 13:15:16.596721 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe65be3-0233-4486-af50-0819cf43274c req-b7d8876c-bb10-4809-bf85-670d0962fb6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:16.598775 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bbe65be3-0233-4486-af50-0819cf43274c req-b7d8876c-bb10-4809-bf85-670d0962fb6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0976841 Sep 03 13:15:16.723273 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bbe65be3-0233-4486-af50-0819cf43274c req-ca0a2fce-38a8-401f-bc98-cfcf30a9b617 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663252 Sep 03 13:15:16.934251 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c1d231d1-d787-4cbc-b181-9a6252124e15 req-69bf65ab-4684-44a2-b783-b8f0ab48db6c tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.2778850 Sep 03 13:15:16.959586 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f6e1a13a-3bf0-409d-846f-50ced53dbdca req-98859011-291a-40cb-b347-fe45e9787d63 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0283635 Sep 03 13:15:17.025079 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-345eb55b-d757-42c9-999c-e0ffa64e2c3a req-e6db920c-f391-47b0-9863-711f69a12319 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0317466 Sep 03 13:15:17.088633 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f72d53-b050-4486-9549-74219bb509c4 req-81a5f207-a384-485f-b059-7bf6ed88c4d0 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:17.092042 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-40f72d53-b050-4486-9549-74219bb509c4 req-81a5f207-a384-485f-b059-7bf6ed88c4d0 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0700758 Sep 03 13:15:17.152725 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-40f72d53-b050-4486-9549-74219bb509c4 req-df9bf2c4-c7d5-4f87-9a39-d71a5caa7ec4 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490477 Sep 03 13:15:17.222836 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c0aee-6854-4171-9754-4d618ff1d52b req-46ea51e5-b6f6-49b6-bd36-51aa80dd6397 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:17.224583 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cc5c0aee-6854-4171-9754-4d618ff1d52b req-46ea51e5-b6f6-49b6-bd36-51aa80dd6397 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0527556 Sep 03 13:15:17.268646 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cc5c0aee-6854-4171-9754-4d618ff1d52b req-c1c6c8d4-3170-451f-a69b-30f88c6f3708 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350654 Sep 03 13:15:17.722415 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d899f-b9f0-414f-8102-e1b9763356fb req-e0bd930c-d7df-42be-8590-db88536e8108 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:17.725214 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-776d899f-b9f0-414f-8102-e1b9763356fb req-e0bd930c-d7df-42be-8590-db88536e8108 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0753927 Sep 03 13:15:17.785241 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-776d899f-b9f0-414f-8102-e1b9763356fb req-2e9b22ef-2988-4721-af67-5b894b807129 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490003 Sep 03 13:15:17.834615 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d63ad-c598-4c17-b162-cc7f58dcda25 req-74434f60-8360-47a3-9697-43b25ff461b4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:17.836214 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0d8d63ad-c598-4c17-b162-cc7f58dcda25 req-74434f60-8360-47a3-9697-43b25ff461b4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0500360 Sep 03 13:15:17.877955 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0d8d63ad-c598-4c17-b162-cc7f58dcda25 req-a102f09e-b3b2-4b54-af8c-52520017ee5d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349331 Sep 03 13:15:17.982754 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:18.038277 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9a14f0d7-80bc-4fa0-ba18-27947814ce0b req-83f90640-51ec-42b5-80d3-5f176d8995c7 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0325189 Sep 03 13:15:18.063872 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a88c7f16-0cde-4673-bdb8-8372e76a6708 req-707d26f7-1850-4e25-bab9-a7aa31d286a1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0280581 Sep 03 13:15:18.156375 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bea32c25-8ed6-4d59-bb99-2f8e2c15dde6 req-2e99491f-9e69-4947-8145-db67ee6835e7 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0466440 Sep 03 13:15:18.290914 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d371c4b-ab84-4dce-beb7-1d24fb377dad req-4a9ab22c-b149-47f8-891f-c7904941b7d2 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:18.294745 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1d371c4b-ab84-4dce-beb7-1d24fb377dad req-4a9ab22c-b149-47f8-891f-c7904941b7d2 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0551023 Sep 03 13:15:18.333995 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1d371c4b-ab84-4dce-beb7-1d24fb377dad req-8be28bc0-dd13-4cf9-80db-53cce542a129 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Sep 03 13:15:18.405185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4881d0-8ae8-4d75-87cc-1c1f8465940e req-babb86a9-51fe-43d2-9bdb-ffc38b6d28df tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:18.406860 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d4881d0-8ae8-4d75-87cc-1c1f8465940e req-babb86a9-51fe-43d2-9bdb-ffc38b6d28df tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0572169 Sep 03 13:15:18.446844 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d4881d0-8ae8-4d75-87cc-1c1f8465940e req-2064e84b-3336-44cb-b3e9-ef4884f9e069 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339384 Sep 03 13:15:18.905997 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b4e-64e4-4836-b6d1-a4855e425f1b req-aaf243ce-526d-44c9-adb8-da61590002f8 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:18.907603 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd7b5b4e-64e4-4836-b6d1-a4855e425f1b req-aaf243ce-526d-44c9-adb8-da61590002f8 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0489571 Sep 03 13:15:18.954081 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd7b5b4e-64e4-4836-b6d1-a4855e425f1b req-3cae1bea-17fe-482a-8f5a-881fb8333790 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354671 Sep 03 13:15:19.076652 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e111-7868-4f8f-9224-96ead5204bf2 req-b38fc050-8586-4b2f-9f4d-22d9c4eee596 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:19.079709 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-50f7e111-7868-4f8f-9224-96ead5204bf2 req-b38fc050-8586-4b2f-9f4d-22d9c4eee596 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1129568 Sep 03 13:15:19.164814 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-50f7e111-7868-4f8f-9224-96ead5204bf2 req-7568eef1-9ed5-4369-96d9-bc5894bc5c26 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787432 Sep 03 13:15:19.199479 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8e823e79-bc6a-47a7-9c03-ec9bdfdaf990 req-9bd134ad-a54c-4d6a-9ffa-376b2f9e64d1 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0614610 Sep 03 13:15:19.314409 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d1525a36-c81f-462d-b18a-6df9735210b8 req-49efa7f3-7add-4b21-aff8-5ed5324d69a2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0363433 Sep 03 13:15:19.341028 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3d409131-9688-4a07-89e9-6d35399dff4f req-7fc8bb44-103a-47f9-94cb-c0155d022340 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0300579 Sep 03 13:15:19.487555 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460ec10-c976-4fec-8363-4ffd6df21c3b req-acba3f87-b20c-4db7-9d04-21b394799ae5 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:19.490341 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2460ec10-c976-4fec-8363-4ffd6df21c3b req-acba3f87-b20c-4db7-9d04-21b394799ae5 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0763354 Sep 03 13:15:19.586240 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2460ec10-c976-4fec-8363-4ffd6df21c3b req-71dcaa08-4a39-459f-9e23-862e8e83a464 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863407 Sep 03 13:15:19.615323 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fad2-a42a-498b-abee-6393fc20e023 req-fad445d7-a08c-4a3a-9587-01bd0f504b91 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:19.616938 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a188fad2-a42a-498b-abee-6393fc20e023 req-fad445d7-a08c-4a3a-9587-01bd0f504b91 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0766556 Sep 03 13:15:19.657988 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a188fad2-a42a-498b-abee-6393fc20e023 req-c6610844-29c1-4331-840b-2321920b90ed tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Sep 03 13:15:20.108325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b57577-240b-43e9-b635-63540882df42 req-a7cbf126-ede3-4460-8847-1eed3cecf9dc tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:20.109853 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-62b57577-240b-43e9-b635-63540882df42 req-a7cbf126-ede3-4460-8847-1eed3cecf9dc tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0548520 Sep 03 13:15:20.162239 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-62b57577-240b-43e9-b635-63540882df42 req-1de24c48-f60a-410c-90f1-c1b7ced5cc03 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Sep 03 13:15:20.372982 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-34cf3a2d-64cb-4813-b292-0149bf5f0672 req-277f4ff4-f6b3-4a11-8e62-1add05ca80bf tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0569816 Sep 03 13:15:20.408011 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcecb8-cfb5-4fbb-bfba-38547699405d req-1a4789eb-25ce-409a-9eff-8708788a69b3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:20.411776 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ebcecb8-cfb5-4fbb-bfba-38547699405d req-1a4789eb-25ce-409a-9eff-8708788a69b3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1515877 Sep 03 13:15:20.476715 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ebcecb8-cfb5-4fbb-bfba-38547699405d req-19538e3f-8a39-46a4-b002-a2d6381d99f6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578761 Sep 03 13:15:20.532208 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ffe1bbc7-2e3f-457e-b584-1c2f7f7cdbe8 req-91c99604-87a3-490c-9d56-ee17dcc477cf tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0305429 Sep 03 13:15:20.611394 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b42e9bb4-f28d-4c28-a0c0-0288cce0e59d req-ad8a38e1-51d3-49c1-ae22-0f168bdc1f4d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0281186 Sep 03 13:15:20.756490 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc97eb-1acc-4690-b208-a1bf4fd6a190 req-7b99ae51-96a8-4182-8876-6af881e2f4d9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:20.758107 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-83bc97eb-1acc-4690-b208-a1bf4fd6a190 req-7b99ae51-96a8-4182-8876-6af881e2f4d9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0850689 Sep 03 13:15:20.832346 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-83bc97eb-1acc-4690-b208-a1bf4fd6a190 req-69d095f2-5650-4c44-9e26-746222a646d6 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Sep 03 13:15:20.852096 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82bd7e-c1b6-4dcd-b784-72a7277a64d4 req-e4c9c1a4-a5e4-4e00-a8e6-22b0fb70599a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:20.853638 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0b82bd7e-c1b6-4dcd-b784-72a7277a64d4 req-e4c9c1a4-a5e4-4e00-a8e6-22b0fb70599a tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1056528 Sep 03 13:15:20.902496 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0b82bd7e-c1b6-4dcd-b784-72a7277a64d4 req-194291f1-d4bf-477d-b68d-9899065c2487 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Sep 03 13:15:21.284061 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad918-54c7-4b05-b261-46a924da7e79 req-3f88a288-764f-4a35-8241-9a827cadaa15 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:21.285765 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e8aad918-54c7-4b05-b261-46a924da7e79 req-3f88a288-764f-4a35-8241-9a827cadaa15 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0508897 Sep 03 13:15:21.331266 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e8aad918-54c7-4b05-b261-46a924da7e79 req-32069058-6095-45d1-b2d3-c5d62792913b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355895 Sep 03 13:15:21.501403 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-86638445-3f38-48dc-ad40-054ee797140e req-e7e6723f-1a74-4970-9041-dd4d180eb208 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0326123 Sep 03 13:15:21.687221 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399a638-2a7f-42bd-b36d-86311d767742 req-72d2ebf7-6f15-4a37-8e8c-4dd471179144 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:21.688802 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9399a638-2a7f-42bd-b36d-86311d767742 req-72d2ebf7-6f15-4a37-8e8c-4dd471179144 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1138210 Sep 03 13:15:21.713979 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a4999f87-d497-47eb-86c5-9eead8fbe6e0 req-abbbf6f2-dcd9-41e8-997e-c8ed632c477f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0448763 Sep 03 13:15:21.774400 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9399a638-2a7f-42bd-b36d-86311d767742 req-e0549145-3611-4d14-877b-fcb3086c62f8 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631061 Sep 03 13:15:21.843817 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-beaa3793-a432-492b-a070-73c1a4910c0f req-2372120d-0346-4c5a-a06f-c88f0d54aaa4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0329576 Sep 03 13:15:22.050491 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76755-d3bf-4e06-bdea-bcf55cf385c8 req-67e5a2ed-3752-40e8-9cba-c407cf0724eb tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:22.052055 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-98e76755-d3bf-4e06-bdea-bcf55cf385c8 req-67e5a2ed-3752-40e8-9cba-c407cf0724eb tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.1094999 Sep 03 13:15:22.067619 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd4d7-95a3-4643-be2a-28b03a31cb75 req-6c58b7e3-ff77-4aba-bd76-473360a8ac95 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:22.073179 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a66fd4d7-95a3-4643-be2a-28b03a31cb75 req-6c58b7e3-ff77-4aba-bd76-473360a8ac95 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0801394 Sep 03 13:15:22.125444 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-98e76755-d3bf-4e06-bdea-bcf55cf385c8 req-bf035921-0035-456e-b003-7c7caadd96eb tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661564 Sep 03 13:15:22.131903 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a66fd4d7-95a3-4643-be2a-28b03a31cb75 req-10a8220c-798d-4e82-b40e-b13800aed5bf tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566213 Sep 03 13:15:22.505337 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605476-9e67-4a85-86d2-10580a0085ed req-7fdf7512-de0a-437f-84a2-95ef5b689b6f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:22.507021 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65605476-9e67-4a85-86d2-10580a0085ed req-7fdf7512-de0a-437f-84a2-95ef5b689b6f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.1023381 Sep 03 13:15:22.587591 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65605476-9e67-4a85-86d2-10580a0085ed req-91c2c2c4-6d85-416f-b151-e6d11a7941b0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711620 Sep 03 13:15:22.687511 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-35fcd1f3-449c-468a-bad3-17dc4948ee09 req-59ed670f-9f30-482f-8068-3ceba05477e6 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0475152 Sep 03 13:15:22.880929 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6a66d31b-e265-4a9a-ac7a-5b18bb59a6c6 req-4e28b375-2b56-4159-bc27-f82a33099df5 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0288596 Sep 03 13:15:23.034263 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-08a089d1-b741-4e35-9466-9e4848d45ce5 req-eabc80fd-f71f-42cb-8f2c-bee9ca8df834 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0440221 Sep 03 13:15:23.056359 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd51abc-7330-4064-81de-e055d7e3dd98 req-e0827a0e-6df5-4f59-a2fd-f0e665c99e12 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:23.058018 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dcd51abc-7330-4064-81de-e055d7e3dd98 req-e0827a0e-6df5-4f59-a2fd-f0e665c99e12 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0789738 Sep 03 13:15:23.114031 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dcd51abc-7330-4064-81de-e055d7e3dd98 req-c0ec08e3-efa2-423a-a976-f37d082c19cc tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492370 Sep 03 13:15:23.299443 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a4f47-dfa2-46ee-b6d1-24325e058e4d req-021017c0-8afe-46a0-ad5a-02699e69758b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:23.301211 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6e5a4f47-dfa2-46ee-b6d1-24325e058e4d req-021017c0-8afe-46a0-ad5a-02699e69758b tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0845935 Sep 03 13:15:23.311218 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f4e2e-66b9-43e0-8d29-9109eca233a8 req-912ab949-9934-4335-b786-d24d194b420d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:23.312806 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7c7f4e2e-66b9-43e0-8d29-9109eca233a8 req-912ab949-9934-4335-b786-d24d194b420d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0941813 Sep 03 13:15:23.371759 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6e5a4f47-dfa2-46ee-b6d1-24325e058e4d req-de8e295d-bba7-412b-b13c-aeab7dbb3b4d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579250 Sep 03 13:15:23.383029 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7c7f4e2e-66b9-43e0-8d29-9109eca233a8 req-6c3fcdac-35c0-496a-803a-df626d0dc0e7 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618532 Sep 03 13:15:23.741323 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da436e76-a1c2-4a47-8360-0fecf98d81bc req-bcf7c0f7-fc54-41ee-9ea9-0d34862c9697 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:23.747718 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-da436e76-a1c2-4a47-8360-0fecf98d81bc req-bcf7c0f7-fc54-41ee-9ea9-0d34862c9697 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0778399 Sep 03 13:15:23.813638 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9c3e9775-77c4-4e83-9746-8781bf60bc6a req-c685a7cc-8b5e-4583-8467-292dd19a0496 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0362580 Sep 03 13:15:23.827860 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-da436e76-a1c2-4a47-8360-0fecf98d81bc req-86c2b788-28e9-4c29-a1ec-d7d155e16832 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723596 Sep 03 13:15:24.005163 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d09e97fd-5cee-477c-8517-efb7d66aa14f req-16d80aa9-b99c-478d-becc-aa43ca249705 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0418980 Sep 03 13:15:24.169045 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ba35f4ec-f82b-45d0-88a7-588e30c81265 req-80032270-c195-450e-bbe6-23431db57193 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0420806 Sep 03 13:15:24.314638 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7882-36c4-4777-b038-43f8598d8344 req-d0ddd9b8-8af0-4830-bffd-c960d6ff04ad tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:24.316319 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-867f7882-36c4-4777-b038-43f8598d8344 req-d0ddd9b8-8af0-4830-bffd-c960d6ff04ad tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0558288 Sep 03 13:15:24.386233 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-867f7882-36c4-4777-b038-43f8598d8344 req-fad96815-7905-4adc-ad87-243fe98aa796 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627007 Sep 03 13:15:24.598292 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa41e8-3cd0-4274-aae2-d05ab43533b6 req-80df2355-3bc7-430c-a88b-01b034b561e0 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:24.599999 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-37aa41e8-3cd0-4274-aae2-d05ab43533b6 req-80df2355-3bc7-430c-a88b-01b034b561e0 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0805404 Sep 03 13:15:24.608309 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b87b0-331f-4aa6-9697-13b0d59724ef req-526684f1-4498-4724-a58a-4b28ed8f1723 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:24.609814 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-646b87b0-331f-4aa6-9697-13b0d59724ef req-526684f1-4498-4724-a58a-4b28ed8f1723 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1005335 Sep 03 13:15:24.666822 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-37aa41e8-3cd0-4274-aae2-d05ab43533b6 req-6eed8198-bec1-45bd-9dce-e1a48f1a1df6 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553248 Sep 03 13:15:24.686124 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-646b87b0-331f-4aa6-9697-13b0d59724ef req-535f2870-9416-4714-8b35-2887547ef3c4 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589864 Sep 03 13:15:24.923866 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9bd08f9a-f59f-43e9-8c7c-a4eebc4c7b32 req-37434cee-7945-45ba-b577-6f2feb423eef tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0279636 Sep 03 13:15:24.984588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8cf6a-592d-419f-b8d8-344e578e296f req-225f565c-0889-4449-aaae-9004dc697818 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:24.986119 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d7f8cf6a-592d-419f-b8d8-344e578e296f req-225f565c-0889-4449-aaae-9004dc697818 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0573220 Sep 03 13:15:25.029766 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d7f8cf6a-592d-419f-b8d8-344e578e296f req-c3ed8a1c-5ddb-4060-aee7-15e08fbe22cc tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Sep 03 13:15:25.115940 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-973c260a-63ce-489b-a2fb-ad31d639b93a req-1732da46-604c-4686-b34b-1e66a4e4ffef tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0335050 Sep 03 13:15:25.270088 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7e1bbf17-2297-4952-8a26-828de33bfee2 req-8398a872-6744-42f1-ac37-a9cc449f80a7 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0330114 Sep 03 13:15:25.552344 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22808b9-a516-4a54-905e-00f28cd23be3 req-47291465-fef9-480e-9263-6767bc4f1dc9 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:25.553924 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a22808b9-a516-4a54-905e-00f28cd23be3 req-47291465-fef9-480e-9263-6767bc4f1dc9 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0541272 Sep 03 13:15:25.596127 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a22808b9-a516-4a54-905e-00f28cd23be3 req-c65c1ee9-80e0-423f-9296-2d15b698e761 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359502 Sep 03 13:15:25.833649 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e2c6d-e960-4686-9b6a-13c650d875ce req-72ac7811-1492-42ef-9290-9fd956cb69bc tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:25.835169 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bb6e2c6d-e960-4686-9b6a-13c650d875ce req-72ac7811-1492-42ef-9290-9fd956cb69bc tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.0807199 Sep 03 13:15:25.856756 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bfdd6-e2e4-4836-b050-40f58a38bf2a req-0bdd7181-1471-466e-999c-9b57f75b8810 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:25.858222 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-843bfdd6-e2e4-4836-b050-40f58a38bf2a req-0bdd7181-1471-466e-999c-9b57f75b8810 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0728722 Sep 03 13:15:25.911455 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bb6e2c6d-e960-4686-9b6a-13c650d875ce req-bc17bcb0-1cd4-44d1-a027-2e8a6ffb3218 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681765 Sep 03 13:15:25.924844 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-843bfdd6-e2e4-4836-b050-40f58a38bf2a req-96cae6a1-a6b7-4049-b9c6-17dc6645f2cd tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541508 Sep 03 13:15:26.030489 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e68d18e9-9fc1-41a2-8efe-eb95cda7cf1f req-e849a00a-1bac-41db-a08c-f3bc3de24d08 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0280831 Sep 03 13:15:26.157239 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804065cb-c932-443e-af54-14afd8b8e53e req-d92f9553-64a4-4fa7-a2d7-91619d092873 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:26.158893 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-804065cb-c932-443e-af54-14afd8b8e53e req-d92f9553-64a4-4fa7-a2d7-91619d092873 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 931 time: 0.0575936 Sep 03 13:15:26.213791 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-804065cb-c932-443e-af54-14afd8b8e53e req-a0a53966-1820-4ccd-8bc2-66f94fcfc816 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482938 Sep 03 13:15:26.240286 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8a57a78b-1af5-4539-a4a1-a0dbd2910f34 req-335912e9-d32d-4c00-a047-346ca203fccf tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.0512216 Sep 03 13:15:26.330636 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-f99348ff-0fad-418a-b0d8-ac9cbb73d546 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 379 time: 0.0517375 Sep 03 13:15:26.383892 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3473be06-8991-41ae-adea-d0823ef7672b req-b8762230-fd68-4096-8a45-16db09ab18d0 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0292923 Sep 03 13:15:26.428723 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Request body: {'port': {'device_id': '99cbf5bb-4318-460f-baac-c735d62897eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:26.496351 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'port': {'device_id': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'admin_state_up': True, 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'security_groups': ['0db1c0e6-8fec-4706-806c-2889d7082cfb']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:26.503747 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:26.577188 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d6e1a-38ae-43ed-a0cc-22ef7d55d76a req-59e60ad3-d380-469c-933f-7a440ac6d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:26.578774 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-985d6e1a-38ae-43ed-a0cc-22ef7d55d76a req-59e60ad3-d380-469c-933f-7a440ac6d00a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b99cf506a9b4df687f38c750251d3f6&device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 1097 time: 0.0781710 Sep 03 13:15:26.740709 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-dd85fb80-6e18-48cb-bc5d-e78503ec6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:26.742249 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-dd85fb80-6e18-48cb-bc5d-e78503ec6f30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 1097 time: 0.1306171 Sep 03 13:15:26.806674 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d6e1a-38ae-43ed-a0cc-22ef7d55d76a req-d01a5d33-4bfd-4df5-a56c-1c07c059996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:26.808859 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-985d6e1a-38ae-43ed-a0cc-22ef7d55d76a req-d01a5d33-4bfd-4df5-a56c-1c07c059996d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5b99cf506a9b4df687f38c750251d3f6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1993766 Sep 03 13:15:26.840265 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e728a30-e988-4dd2-bd12-595b78edc3e5 req-f68bb550-001e-44a3-adce-480d677044e2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:26.844620 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7e728a30-e988-4dd2-bd12-595b78edc3e5 req-f68bb550-001e-44a3-adce-480d677044e2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.1191409 Sep 03 13:15:26.907922 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Made reservation on behalf of 4911f679701c4715a8e47bd6532ca927 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:15:26.911538 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:26.929082 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7e728a30-e988-4dd2-bd12-595b78edc3e5 req-040acccd-e026-4ca1-bfc3-89a2df4588e6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806973 Sep 03 13:15:26.962878 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d6e1a-38ae-43ed-a0cc-22ef7d55d76a req-c535c9b6-6f51-4a26-b4a7-0719451e8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:26.964984 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-985d6e1a-38ae-43ed-a0cc-22ef7d55d76a req-c535c9b6-6f51-4a26-b4a7-0719451e8bdf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420290 Sep 03 13:15:26.992553 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-ed485571-f3ca-4720-8005-3a3e07d09a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:26.994129 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-ed485571-f3ca-4720-8005-3a3e07d09a64 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.1999302 Sep 03 13:15:27.024081 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c635a2-04f6-4a11-9b96-f3a57e44fe33 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:27.039887 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:27.105263 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.48', 61609) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:27.120898 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Transition to ACTIVE for port object 90c635a2-04f6-4a11-9b96-f3a57e44fe33 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:15:27.197152 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af24cf-714e-44eb-a2dc-0a8e3b20e204 req-541eaeef-ff1b-4844-af50-1d96e44191a3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:27.198932 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-554f16eb-725b-4d15-8dc3-acaa911bb24a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693d821-0905-495f-9c53-bac45338b02a HTTP/1.1" status: 200 len: 1000 time: 0.1952534 Sep 03 13:15:27.199091 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a2af24cf-714e-44eb-a2dc-0a8e3b20e204 req-541eaeef-ff1b-4844-af50-1d96e44191a3 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.1616373 Sep 03 13:15:27.202119 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Allocated IP 172.20.0.4 (61629c3e-6f44-4c39-9af6-9077e3f34b24/1780da13-81dc-44bc-b9da-a951813d90d6/979986a6-6ac8-497e-9454-b7777e0ef93a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:15:27.238682 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:27.314553 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4a8ec-7109-42a6-9667-a398984f5e73 req-aa779ac7-00aa-47a4-a754-216794e5bed9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:27.316248 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7ee4a8ec-7109-42a6-9667-a398984f5e73 req-aa779ac7-00aa-47a4-a754-216794e5bed9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1885855 Sep 03 13:15:27.355908 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-94588fe3-4902-4ac8-a126-71f885c38668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:27.357426 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-94588fe3-4902-4ac8-a126-71f885c38668 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.1402867 Sep 03 13:15:27.373404 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-23a9a22c-5653-478f-bf07-1b482762e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:27.375305 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-23a9a22c-5653-478f-bf07-1b482762e23a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b99cf506a9b4df687f38c750251d3f6&device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 1097 time: 0.2688167 Sep 03 13:15:27.382611 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a2af24cf-714e-44eb-a2dc-0a8e3b20e204 req-743c3ce8-f442-4a9b-9dd4-6be19af8ee12 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737432 Sep 03 13:15:27.441574 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Pushing event updated for resources: {'Port': ['ID=90c635a2-04f6-4a11-9b96-f3a57e44fe33,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:27.506836 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.507639 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.508246 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.508374 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-ffa593a5-684d-41aa-a281-a6317e9091db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e1b012-9b7a-453c-9094-37424dbccde2 HTTP/1.1" status: 200 len: 217 time: 0.1070459 Sep 03 13:15:27.509043 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.509648 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.510240 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.511383 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.511953 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.512472 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.512813 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.513156 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.513495 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:27.530122 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7ee4a8ec-7109-42a6-9667-a398984f5e73 req-5c3f75fa-c312-48a2-8d97-e9f19c053cf3 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984594 Sep 03 13:15:27.578038 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-be633582-3f51-4385-b89b-d5e55aa40dda tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:27.579670 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-be633582-3f51-4385-b89b-d5e55aa40dda tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.48 "GET /v2.0/networks?id=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc HTTP/1.1" status: 200 len: 814 time: 0.4759178 Sep 03 13:15:27.612282 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Request body: {'port': {'device_id': '4175063f-f275-4555-b92b-d4f61401445c', 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc', 'admin_state_up': True, 'tenant_id': '9a30ef7d955241d7a85c1627f3a46b82'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:27.630957 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f543daa-ef6c-4d6b-95f3-45c097fef2db req-5382c6d7-5826-4713-9135-cbb787fa17a0 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.1243691 Sep 03 13:15:27.768473 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-ac175fcf-5d07-4d7b-ac74-6cfe7f90a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:27.770578 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-ac175fcf-5d07-4d7b-ac74-6cfe7f90a4a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3904603 Sep 03 13:15:27.791457 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-40cacf09-90d6-4f2a-887e-c672a8871426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:27.793092 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-40cacf09-90d6-4f2a-887e-c672a8871426 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1a15296-8408-4580-87f4-c92bbd8a7282 HTTP/1.1" status: 200 len: 849 time: 0.2598665 Sep 03 13:15:27.851237 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-93b38304-2a66-42f8-8490-a18b4902961d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4bcaf1d1-1492-453c-89d3-3b046390d8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429866 Sep 03 13:15:28.020049 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-a231b7c4-55e1-49b0-a560-4849586d2c6f service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253900 Sep 03 13:15:28.023530 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Made reservation on behalf of 9a30ef7d955241d7a85c1627f3a46b82 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:15:28.029432 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.068638 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-03650033-222b-49fe-9463-093486586b76 req-3d60760b-fed7-435d-8aae-59c50aa2279d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b27279e-8618-4481-98e2-43639a364eb7 HTTP/1.1" status: 200 len: 210 time: 0.2926381 Sep 03 13:15:28.082411 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Attempting to bind port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:15:28.082765 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Attempting to bind port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:15:28.083546 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Attempting to bind port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 on network 9d9b4e4c-3e11-4a39-9916-06cb39445149 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:15:28.106929 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 on network 9d9b4e4c-3e11-4a39-9916-06cb39445149 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:15:28.107416 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Attempting to bind port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 on network 9d9b4e4c-3e11-4a39-9916-06cb39445149 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:15:28.119334 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-0e5ec179-0590-4755-8ba8-f6adb9a913c3 service neutron] 10.222.0.48 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563505 Sep 03 13:15:28.127534 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.137959 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09ef11-e8ca-4f20-86c2-7e2e0c0d4e45 req-f0751e9a-2ff4-40d9-b69b-6ee5a598d9af tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:28.139600 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f09ef11-e8ca-4f20-86c2-7e2e0c0d4e45 req-f0751e9a-2ff4-40d9-b69b-6ee5a598d9af tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 943 time: 0.3534849 Sep 03 13:15:28.142409 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:15:28.142813 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Checking segment: {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:15:28.143136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Bound using segment: {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:15:28.143593 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Bound port: 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16877a23-0c65-4122-9c4d-bd4faf8f7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:15:28.143960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.192272 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Transition to ACTIVE for port object 979986a6-6ac8-497e-9454-b7777e0ef93a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:15:28.219983 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1c93d8be-ce01-42f1-b951-ed3a6bb56e08 req-ad81d3a6-036e-4dfb-89f3-9b2ba7ad81ca tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0525253 Sep 03 13:15:28.264292 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f09ef11-e8ca-4f20-86c2-7e2e0c0d4e45 req-2f4d2b44-33ad-495a-9338-7a5540d2e22b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178453 Sep 03 13:15:28.323890 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] For port 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:15:28.328534 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] For port 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:15:28.339745 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-cc8d90ce-bcef-46f2-b21f-a0bf187abef0 req-b547066b-129b-4fb6-ac5a-41ff30065196 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024065 Sep 03 13:15:28.364342 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Allocated IP 172.20.0.10 (8a5888db-faa0-4ba1-8213-e0a51ca1f1dc/9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c/1f3423df-404c-458c-9187-52283fe4aa1d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:15:28.369838 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0e476f54-a1ed-491c-b57a-245388f3f4e3 req-3326a2fc-9e96-437f-abfe-1139a99ea46c service neutron] 10.222.0.48 "GET /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089341 Sep 03 13:15:28.390152 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6a34c-d4aa-4375-bf3c-109d4e8960f2 req-15298bc5-269f-470e-92f9-57081ee64d8a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:28.391072 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a9f045a-cb59-419b-9930-020528e34839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.391990 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8bf6a34c-d4aa-4375-bf3c-109d4e8960f2 req-15298bc5-269f-470e-92f9-57081ee64d8a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 944 time: 0.0534115 Sep 03 13:15:28.421539 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.428501 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.491354 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8bf6a34c-d4aa-4375-bf3c-109d4e8960f2 req-b1a4a88a-17a0-40c7-9608-7e909407f7d4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902417 Sep 03 13:15:28.512100 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:15:28.515357 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:28.515995 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.517441 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 1093 time: 2.0938246 Sep 03 13:15:28.518222 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:28.520621 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f2063-b7c7-47c7-94dd-ceb5be31f7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:28.526284 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:15:28.544148 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:15:28.636200 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b01d6-1656-424f-9e64-738ba3a013b5 service neutron] Pushing event updated for resources: {'Port': ['ID=90c635a2-04f6-4a11-9b96-f3a57e44fe33,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:28.657846 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.663326 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10912eb-2b12-42ee-8ae2-343fb0ad9e44 x-openstack-request-id: req-d10912eb-2b12-42ee-8ae2-343fb0ad9e44 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:28.663628 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:28.663894 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d10912eb-2b12-42ee-8ae2-343fb0ad9e44 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:28.664312 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'status': 'completed', 'code': 200} Sep 03 13:15:28.775566 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=979986a6-6ac8-497e-9454-b7777e0ef93a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:28.803570 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.822532 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:28.828739 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.846925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c43ab-7947-4e85-abd6-9d4a4d4af0e3 req-c28a3a96-d0f0-4cf8-a5ca-86e446ef0d50 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:28.850598 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-074c43ab-7947-4e85-abd6-9d4a4d4af0e3 req-c28a3a96-d0f0-4cf8-a5ca-86e446ef0d50 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.2472503 Sep 03 13:15:28.871302 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:15:28.875305 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:15:28.879991 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:15:28.911741 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Pushing event updated for resources: {'Port': ['ID=1f3423df-404c-458c-9187-52283fe4aa1d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:28.927236 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.927633 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.927942 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.928318 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.928628 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.929141 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.929272 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.929606 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.929936 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.930270 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.930648 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.930972 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:28.940144 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb866242-91ec-4447-9d63-ad107f6a255e req-1e0500e8-6b79-4e3f-9675-f6348b8db3db tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:28.941735 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bb866242-91ec-4447-9d63-ad107f6a255e req-1e0500e8-6b79-4e3f-9675-f6348b8db3db tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1914790 Sep 03 13:15:28.951440 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-074c43ab-7947-4e85-abd6-9d4a4d4af0e3 req-9b519b8e-099b-4197-809b-9fda6054c8eb tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907388 Sep 03 13:15:28.955957 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f2063-b7c7-47c7-94dd-ceb5be31f7b1 req-32bf878b-04c3-47cd-9d0d-dabba0119daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:28.961140 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:28.961140 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:28.961538 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b25f2063-b7c7-47c7-94dd-ceb5be31f7b1 req-32bf878b-04c3-47cd-9d0d-dabba0119daa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1096 time: 0.2038081 Sep 03 13:15:28.994779 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-9372b787-abf9-4189-8556-cc527ce6b548 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5063343 Sep 03 13:15:29.048485 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Request body: {'port': {'device_id': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:29.109256 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bb866242-91ec-4447-9d63-ad107f6a255e req-aa55016b-46a4-4a93-84d9-4e10b60c77f9 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565955 Sep 03 13:15:29.134107 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-a435d95e-92c2-4be0-806a-84e87c2658a3 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5256691 Sep 03 13:15:29.136946 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4bcc20b9-e63b-49a4-9f5a-cd486ec05a44 None None] Provisioning for port 979986a6-6ac8-497e-9454-b7777e0ef93a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:15:29.147638 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4bcc20b9-e63b-49a4-9f5a-cd486ec05a44 None None] Provisioning complete for port 979986a6-6ac8-497e-9454-b7777e0ef93a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:15:29.148420 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4bcc20b9-e63b-49a4-9f5a-cd486ec05a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:29.190055 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc20b9-e63b-49a4-9f5a-cd486ec05a44 None None] Port 979986a6-6ac8-497e-9454-b7777e0ef93a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:15:29.196545 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Request body: {'port': {'device_id': '4175063f-f275-4555-b92b-d4f61401445c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:29.256506 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:29.275589 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26239e-fd94-4e1c-9f0e-6c822d4331e5 req-6e3dd043-35aa-422a-802b-03094567fff2 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:29.277129 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9b26239e-fd94-4e1c-9f0e-6c822d4331e5 req-6e3dd043-35aa-422a-802b-03094567fff2 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 932 time: 0.2575567 Sep 03 13:15:29.277707 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:29.287104 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f2063-b7c7-47c7-94dd-ceb5be31f7b1 req-e760e0c6-66ab-42f1-b4d7-dd64ab95990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:29.288748 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b25f2063-b7c7-47c7-94dd-ceb5be31f7b1 req-e760e0c6-66ab-42f1-b4d7-dd64ab95990a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3140719 Sep 03 13:15:29.443739 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9b26239e-fd94-4e1c-9f0e-6c822d4331e5 req-a7d4d150-ebf5-4764-8f9c-a220cdf03cc8 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539936 Sep 03 13:15:29.449961 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:15:29.575009 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3423df-404c-458c-9187-52283fe4aa1d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:29.584434 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:29.598951 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:29.603271 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Transition to ACTIVE for port object 1f3423df-404c-458c-9187-52283fe4aa1d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:15:29.615335 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '5693d821-0905-495f-9c53-bac45338b02a', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'port_id': '5693d821-0905-495f-9c53-bac45338b02a', 'mac_address': 'fa:16:3e:42:d7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:15:29.663144 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f2063-b7c7-47c7-94dd-ceb5be31f7b1 req-a7317e6d-6213-4bcf-a2e9-d26d82b4b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:29.664796 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b25f2063-b7c7-47c7-94dd-ceb5be31f7b1 req-a7317e6d-6213-4bcf-a2e9-d26d82b4b509 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602822 Sep 03 13:15:29.674459 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:29.693828 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:29.697021 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5693d821-0905-495f-9c53-bac45338b02a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:29.723517 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:29.753945 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9aaf3-a005-49e8-aa41-2636163c2cfb req-b6362fee-c70a-4d4e-aa0c-4581e6beb5b4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:29.756240 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4be9aaf3-a005-49e8-aa41-2636163c2cfb req-b6362fee-c70a-4d4e-aa0c-4581e6beb5b4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 931 time: 0.1799760 Sep 03 13:15:29.788433 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3423df-404c-458c-9187-52283fe4aa1d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:29.811522 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:29.870710 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050e64e-7ca4-4bcd-80bb-3cf2508304d7 req-60c4e646-b82a-4817-890c-2b1e6d07d8c1 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:29.873919 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6050e64e-7ca4-4bcd-80bb-3cf2508304d7 req-60c4e646-b82a-4817-890c-2b1e6d07d8c1 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 943 time: 0.2150245 Sep 03 13:15:29.892885 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:29.901342 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Attempting to bind port 1f3423df-404c-458c-9187-52283fe4aa1d on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:15:29.901737 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Attempting to bind port 1f3423df-404c-458c-9187-52283fe4aa1d by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:15:29.902019 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Attempting to bind port 1f3423df-404c-458c-9187-52283fe4aa1d on network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:15:29.902979 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.903456 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.904011 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.904612 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.905181 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.905729 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.906288 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.907449 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.908018 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.908190 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Port 1f3423df-404c-458c-9187-52283fe4aa1d on network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:15:29.908545 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.908737 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Attempting to bind port 1f3423df-404c-458c-9187-52283fe4aa1d on network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:15:29.909104 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.909645 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:15:29.914455 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:15:29.914819 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Checking segment: {'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:15:29.915358 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Bound using segment: {'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:15:29.915874 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Bound port: 1f3423df-404c-458c-9187-52283fe4aa1d, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:15:29.916333 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:29.927177 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4be9aaf3-a005-49e8-aa41-2636163c2cfb req-27b9b4ba-111b-4038-aefc-2a7c563f38fb tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527975 Sep 03 13:15:29.950278 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-46342fb1-0e4f-4d60-87f8-1dd5b5ed12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:29.952616 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-46342fb1-0e4f-4d60-87f8-1dd5b5ed12bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1096 time: 0.1914399 Sep 03 13:15:30.020746 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] For port 1f3423df-404c-458c-9187-52283fe4aa1d, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:15:30.025601 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] For port 1f3423df-404c-458c-9187-52283fe4aa1d, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1f3423df-404c-458c-9187-52283fe4aa1d,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:15:30.047171 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6050e64e-7ca4-4bcd-80bb-3cf2508304d7 req-e85dda97-02d7-45a8-9364-90f8c32f8a55 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598794 Sep 03 13:15:30.051764 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-cf5673ec-3f80-4c35-b5e8-c14f19ffa214 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 217 time: 0.0720348 Sep 03 13:15:30.109897 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979986a6-6ac8-497e-9454-b7777e0ef93a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:30.125473 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:30.128985 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:30.160441 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['5693d821-0905-495f-9c53-bac45338b02a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:30.179704 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Transition to ACTIVE for port object 979986a6-6ac8-497e-9454-b7777e0ef93a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:15:30.192454 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c97c7a-7d35-4f33-814d-6a39d786f9b1 req-8f572260-e9f7-4335-94ae-b9103edddd5b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:30.194339 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b8c97c7a-7d35-4f33-814d-6a39d786f9b1 req-8f572260-e9f7-4335-94ae-b9103edddd5b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 945 time: 0.2032588 Sep 03 13:15:30.199280 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-41ac825b-ea10-45f5-ad93-33bcd50f5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:30.200854 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-41ac825b-ea10-45f5-ad93-33bcd50f5f51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c440f60-b5d1-4883-83a1-d3f05906bc3b HTTP/1.1" status: 200 len: 854 time: 0.1283779 Sep 03 13:15:30.203357 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:30.210795 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:30.210795 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] 10.222.0.48 "PUT /v2.0/ports/1f3423df-404c-458c-9187-52283fe4aa1d HTTP/1.1" status: 200 len: 1094 time: 1.0181224 Sep 03 13:15:30.210795 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4175063f-f275-4555-b92b-d4f61401445c', 'tag': '1f3423df-404c-458c-9187-52283fe4aa1d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:30.211766 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b23673b-136e-4d5a-85f6-be396bf7fcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "4175063f-f275-4555-b92b-d4f61401445c", "tag": "1f3423df-404c-458c-9187-52283fe4aa1d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:30.259246 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439e7bf-5212-4b75-a55a-c1bc8c7473f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3423df-404c-458c-9187-52283fe4aa1d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:30.283229 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:30.315833 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21ca87-07e1-43ed-a093-fc53c8fd394c req-773ddd37-fcd5-47cf-a473-5ded15098286 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:30.326971 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ff21ca87-07e1-43ed-a093-fc53c8fd394c req-773ddd37-fcd5-47cf-a473-5ded15098286 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 946 time: 0.2106495 Sep 03 13:15:30.377143 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-f7d88d56-1631-489a-9908-19d1e4e2a034 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:30.380185 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-f7d88d56-1631-489a-9908-19d1e4e2a034 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.0898800 Sep 03 13:15:30.597367 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b8c97c7a-7d35-4f33-814d-6a39d786f9b1 req-9a353545-5195-46d1-a0dd-09e39d077692 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906188 Sep 03 13:15:30.649223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-fd0ac88d-e2b6-4678-9669-c80995643c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:30.650933 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-fd0ac88d-e2b6-4678-9669-c80995643c27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d9b4e4c-3e11-4a39-9916-06cb39445149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4135890 Sep 03 13:15:30.659856 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ff21ca87-07e1-43ed-a093-fc53c8fd394c req-b7be222a-5e9c-4ed7-842f-40957c434445 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143289 Sep 03 13:15:30.695871 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Pushing event updated for resources: {'Port': ['ID=979986a6-6ac8-497e-9454-b7777e0ef93a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:30.845666 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-b9fbdc63-66c2-4899-bb6e-7c15fe340592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:30.847680 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-b9fbdc63-66c2-4899-bb6e-7c15fe340592 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a30ef7d955241d7a85c1627f3a46b82&device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 1097 time: 0.4895029 Sep 03 13:15:30.864751 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Attempting to bind port 979986a6-6ac8-497e-9454-b7777e0ef93a on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:15:30.865104 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Attempting to bind port 979986a6-6ac8-497e-9454-b7777e0ef93a by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:15:30.865443 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Attempting to bind port 979986a6-6ac8-497e-9454-b7777e0ef93a on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:15:30.876196 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-ad56a47c-9e19-4399-8039-81a52161b339 service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135644 Sep 03 13:15:30.881419 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Port 979986a6-6ac8-497e-9454-b7777e0ef93a on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:15:30.881419 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Attempting to bind port 979986a6-6ac8-497e-9454-b7777e0ef93a on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:15:30.892675 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1278a-ba63-4c4c-8f3d-48d0a25cc89f req-d5f859c4-d16d-47dc-892d-63c40d312ea5 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:30.894301 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-05b1278a-ba63-4c4c-8f3d-48d0a25cc89f req-d5f859c4-d16d-47dc-892d-63c40d312ea5 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 944 time: 0.1037846 Sep 03 13:15:30.897526 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:15:30.897916 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Checking segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:15:30.898265 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Bound using segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:15:30.898756 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Bound port: 979986a6-6ac8-497e-9454-b7777e0ef93a, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:15:30.899136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:30.941037 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-8cf832d6-6042-49d8-af58-8ec363e4f644 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3423df-404c-458c-9187-52283fe4aa1d HTTP/1.1" status: 200 len: 217 time: 0.0757496 Sep 03 13:15:30.969561 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Deleting port 2bb230ac-5488-4830-a634-cb8e9033e814 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:15:30.970034 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.097151 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-05b1278a-ba63-4c4c-8f3d-48d0a25cc89f req-67a69c1f-210e-4197-8715-1b1a0b602408 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765358 Sep 03 13:15:31.102227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] For port 979986a6-6ac8-497e-9454-b7777e0ef93a, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:15:31.102590 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-75093491-b2f9-4168-9c02-b517357151e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:31.104359 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-75093491-b2f9-4168-9c02-b517357151e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c HTTP/1.1" status: 200 len: 854 time: 0.1481962 Sep 03 13:15:31.115756 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] For port 979986a6-6ac8-497e-9454-b7777e0ef93a, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=979986a6-6ac8-497e-9454-b7777e0ef93a,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:15:31.139868 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18065ee1-6fc3-444f-a500-752363706ef3 req-6322e661-838c-4475-8d93-aae8fecc8e19 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:31.140486 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f16e527-49a4-48c5-bbea-84624fa86f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.141467 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18065ee1-6fc3-444f-a500-752363706ef3 req-6322e661-838c-4475-8d93-aae8fecc8e19 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 945 time: 0.1196094 Sep 03 13:15:31.143720 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-456d8ae0-9dc4-4bdc-ac65-0271619b12cb req-7075e13c-ed52-4b69-9835-00f96a1ef968 service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405581 Sep 03 13:15:31.172638 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a60139-d473-4ff9-8ec8-0a26c20c7128 x-openstack-request-id: req-37a60139-d473-4ff9-8ec8-0a26c20c7128 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:31.172901 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4175063f-f275-4555-b92b-d4f61401445c", "tag": "1f3423df-404c-458c-9187-52283fe4aa1d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:31.182843 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37a60139-d473-4ff9-8ec8-0a26c20c7128 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:31.182843 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4175063f-f275-4555-b92b-d4f61401445c', 'tag': '1f3423df-404c-458c-9187-52283fe4aa1d', 'status': 'completed', 'code': 200} Sep 03 13:15:31.208714 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18065ee1-6fc3-444f-a500-752363706ef3 req-72bbd4ec-6b39-4c28-ac4c-4921a723e148 tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/security-groups?id=634dcde9-6371-488e-a72e-cf6ccdd3e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590253 Sep 03 13:15:31.210627 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.214741 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-fd10a62a-a6a0-4298-9c77-daaf7e9f0b35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670450 Sep 03 13:15:31.230798 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] For port 2bb230ac-5488-4830-a634-cb8e9033e814, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2bb230ac-5488-4830-a634-cb8e9033e814,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:31.231638 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.251665 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Calling delete_port for 2bb230ac-5488-4830-a634-cb8e9033e814 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:15:31.294581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:31.297226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.297226 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] 10.222.0.48 "PUT /v2.0/ports/979986a6-6ac8-497e-9454-b7777e0ef93a HTTP/1.1" status: 200 len: 1093 time: 2.2638218 Sep 03 13:15:31.297226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'tag': '979986a6-6ac8-497e-9454-b7777e0ef93a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:31.299390 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c625db-9139-40fa-95e6-c30be5b5ce2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a093240b-3c37-40b4-9b99-974cbe19727b", "tag": "979986a6-6ac8-497e-9454-b7777e0ef93a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:31.357960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795825f-af49-4c3b-a58d-fe519f919f41 service neutron] Pushing event updated for resources: {'Port': ['ID=979986a6-6ac8-497e-9454-b7777e0ef93a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:31.388786 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fad98a-e0c6-41ec-bfbe-fc6e6b9cda80 req-999290d7-4294-4a54-8c66-418782d54310 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:31.388786 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b8fad98a-e0c6-41ec-bfbe-fc6e6b9cda80 req-999290d7-4294-4a54-8c66-418782d54310 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 944 time: 0.1404274 Sep 03 13:15:31.399356 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eca98-03f3-476c-9957-9c4b5cd0afd8 req-bbb7de58-5860-4eb8-b564-9a32527dff02 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:31.401356 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-463eca98-03f3-476c-9957-9c4b5cd0afd8 req-bbb7de58-5860-4eb8-b564-9a32527dff02 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1116705 Sep 03 13:15:31.468102 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 86e1b012-9b7a-453c-9094-37424dbccde2 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:15:31.472755 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-e876b5b7-46aa-4773-ba68-df9588215778 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157829 Sep 03 13:15:31.479996 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:15:31.551583 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-463eca98-03f3-476c-9957-9c4b5cd0afd8 req-bc27341c-f523-4b77-a555-7c84f8945f3d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349299 Sep 03 13:15:31.584532 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b8fad98a-e0c6-41ec-bfbe-fc6e6b9cda80 req-918c241d-7209-459d-b077-d45190211936 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660771 Sep 03 13:15:31.638555 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-7a49a39c-8ca3-4f64-b4dd-1ba5e253443a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:31.642725 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-7a49a39c-8ca3-4f64-b4dd-1ba5e253443a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 946 time: 0.1928298 Sep 03 13:15:31.653593 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-f7f2ccb5-4ef6-4265-b144-b573ee0da8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:31.656794 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-f7f2ccb5-4ef6-4265-b144-b573ee0da8c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 1096 time: 0.1467056 Sep 03 13:15:31.659870 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 86e1b012-9b7a-453c-9094-37424dbccde2, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=86e1b012-9b7a-453c-9094-37424dbccde2,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:31.674301 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '86e1b012-9b7a-453c-9094-37424dbccde2', 'network_id': '4bcaf1d1-1492-453c-89d3-3b046390d8af', 'port_id': '86e1b012-9b7a-453c-9094-37424dbccde2', 'mac_address': 'fa:16:3e:3d:a7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a15296-8408-4580-87f4-c92bbd8a7282', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:15:31.689747 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.732873 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-a16b0a66-af66-4938-92e0-b5c7dfe62238 req-2f22cf78-fc66-48a7-b2b5-a28846a88a7c service neutron] 10.222.0.48 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434349 Sep 03 13:15:31.737896 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-5571cfa0-73b9-4000-ac35-fc2e406418e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979986a6-6ac8-497e-9454-b7777e0ef93a HTTP/1.1" status: 200 len: 217 time: 0.0582347 Sep 03 13:15:31.769410 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.799069 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e1b012-9b7a-453c-9094-37424dbccde2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:31.817178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 5693d821-0905-495f-9c53-bac45338b02a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:15:31.817753 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.821953 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.867679 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['2bb230ac-5488-4830-a634-cb8e9033e814'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:31.876418 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 86e1b012-9b7a-453c-9094-37424dbccde2, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=86e1b012-9b7a-453c-9094-37424dbccde2,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:31.879783 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Pushing event deleted for resources: {'Port': ['ID=2bb230ac-5488-4830-a634-cb8e9033e814,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:31.961961 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] No DVR routers for this DVR port 2bb230ac-5488-4830-a634-cb8e9033e814 on host hv-cinder-78291 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:15:31.966281 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:31.968597 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-995a0b38-cfca-4ff1-a20c-5ccba63d48e9 req-a3aa1054-5cdd-4693-9f62-89ad2a067b3d tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.48 "DELETE /v2.0/ports/2bb230ac-5488-4830-a634-cb8e9033e814 HTTP/1.1" status: 204 len: 173 time: 1.5745311 Sep 03 13:15:31.998178 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf5bc-5f10-4c0c-82bf-c2189ca668cf req-f5b714d4-8cd1-4264-9b4a-6f0b81b3b7af tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:31.999900 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85dbf5bc-5f10-4c0c-82bf-c2189ca668cf req-f5b714d4-8cd1-4264-9b4a-6f0b81b3b7af tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 943 time: 0.2654450 Sep 03 13:15:32.009008 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-ca90ef22-317a-4f79-b24a-06bea05bb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.010468 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:32.017142 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-ca90ef22-317a-4f79-b24a-06bea05bb793 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a30ef7d955241d7a85c1627f3a46b82&device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 1097 time: 0.0632491 Sep 03 13:15:32.030402 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-2a09cacb-1b7e-40b0-9cb9-55a0ac2e9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.031915 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-2a09cacb-1b7e-40b0-9cb9-55a0ac2e9bf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.2577088 Sep 03 13:15:32.042820 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:32.051459 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f1ea4-6e64-4508-ac9a-00add4709067 req-c68982f3-d104-4c81-a874-b6853441e290 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.053050 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f35f1ea4-6e64-4508-ac9a-00add4709067 req-c68982f3-d104-4c81-a874-b6853441e290 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 943 time: 0.3169024 Sep 03 13:15:32.057050 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:32.085862 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=86e1b012-9b7a-453c-9094-37424dbccde2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:32.103834 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693d821-0905-495f-9c53-bac45338b02a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:32.106765 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5405a54b-0a71-4ed4-9130-c1fddd1f3cf6" -d '{"events": [{"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-plugged", "status": "completed", "tag": "5693d821-0905-495f-9c53-bac45338b02a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:32.121898 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:32.147268 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-85dbf5bc-5f10-4c0c-82bf-c2189ca668cf req-9ad13bcb-127e-4094-8466-477f45cea7f4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350229 Sep 03 13:15:32.165928 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f35f1ea4-6e64-4508-ac9a-00add4709067 req-0998e372-9d0c-45b0-a619-87592130b3e1 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765965 Sep 03 13:15:32.178762 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-6a2fe8a6-1615-4400-b57b-7c1741e6c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.180432 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-6a2fe8a6-1615-4400-b57b-7c1741e6c9f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1264369 Sep 03 13:15:32.183340 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Deleting port acd6a3d9-391e-4069-a95d-729a2f9acf12 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:15:32.183691 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:32.187551 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-56633295-597b-4f62-a617-6906924da93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.189369 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-56633295-597b-4f62-a617-6906924da93d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc HTTP/1.1" status: 200 len: 915 time: 0.1611447 Sep 03 13:15:32.217588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35b0d2a-6782-4cf7-8a5c-1df76677873b x-openstack-request-id: req-c35b0d2a-6782-4cf7-8a5c-1df76677873b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:32.217588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a093240b-3c37-40b4-9b99-974cbe19727b", "tag": "979986a6-6ac8-497e-9454-b7777e0ef93a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:32.217588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c35b0d2a-6782-4cf7-8a5c-1df76677873b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:32.217588 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'tag': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'status': 'completed', 'code': 200} Sep 03 13:15:32.220119 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:32.275804 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:32.287517 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-2a871322-19ac-4c58-b26d-0945ee220ce3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3423df-404c-458c-9187-52283fe4aa1d HTTP/1.1" status: 200 len: 217 time: 0.0874443 Sep 03 13:15:32.351376 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-03c2e20e-1c19-4e67-9d0a-5f5c0291c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.353246 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-03c2e20e-1c19-4e67-9d0a-5f5c0291c41b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c HTTP/1.1" status: 200 len: 854 time: 0.0557499 Sep 03 13:15:32.390222 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-3ce4b9af-5291-4f09-948e-b3bc0768b911 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284534 Sep 03 13:15:32.413911 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['86e1b012-9b7a-453c-9094-37424dbccde2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:32.492568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] For port acd6a3d9-391e-4069-a95d-729a2f9acf12, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=acd6a3d9-391e-4069-a95d-729a2f9acf12,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:32.492955 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:32.500693 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-56374314-205c-44c2-a80f-7637a087c3c3 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120260 Sep 03 13:15:32.517831 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-01e339c9-4006-4162-b480-80e3401cd802 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176858 Sep 03 13:15:32.518078 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d271ed-d653-4cbf-a9e5-65a384d24437 req-3132aaba-2873-4bb9-a34e-ad299302938e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.518951 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-68d271ed-d653-4cbf-a9e5-65a384d24437 req-3132aaba-2873-4bb9-a34e-ad299302938e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.2335620 Sep 03 13:15:32.535862 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Calling delete_port for acd6a3d9-391e-4069-a95d-729a2f9acf12 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:15:32.573590 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142019-29c2-4001-960f-f2a3d1b6fb7e req-925076a5-859a-41c3-957a-16ec63d2360f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.575221 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d2142019-29c2-4001-960f-f2a3d1b6fb7e req-925076a5-859a-41c3-957a-16ec63d2360f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 946 time: 0.2708600 Sep 03 13:15:32.640495 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-3b23673b-136e-4d5a-85f6-be396bf7fcfa req-93fbbc34-86e1-494c-b958-d1367480b3e9 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110196 Sep 03 13:15:32.752829 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-68d271ed-d653-4cbf-a9e5-65a384d24437 req-f9249891-b6f7-4877-8717-bd1573edee1c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122345 Sep 03 13:15:32.769972 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d2142019-29c2-4001-960f-f2a3d1b6fb7e req-744a027c-66e2-4250-833b-1994ef37641a tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703537 Sep 03 13:15:32.816338 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75ba1691-b669-4aa7-8f5b-928e1d16cd5f req-0024e1a0-fde5-4673-95b6-edf81ba3cc24 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740471 Sep 03 13:15:32.835740 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c6bdd2-813c-473e-bcd0-e5ca17c8ed86 x-openstack-request-id: req-68c6bdd2-813c-473e-bcd0-e5ca17c8ed86 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:32.836482 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-plugged", "status": "completed", "tag": "5693d821-0905-495f-9c53-bac45338b02a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:32.836901 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68c6bdd2-813c-473e-bcd0-e5ca17c8ed86 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:32.837462 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693d821-0905-495f-9c53-bac45338b02a', 'code': 200} Sep 03 13:15:32.944619 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-88b28b61-cb95-4aac-9128-09c5710fe1ec req-4aa5be7a-ea38-43e4-bff1-66ccecc99cea tempest-ServerRescueNegativeTestJSON-1176655239 tempest-ServerRescueNegativeTestJSON-1176655239-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af35ce3-61bb-44e1-abce-ec1d05048d6c HTTP/1.1" status: 200 len: 210 time: 0.0276375 Sep 03 13:15:32.985694 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc5f5-2ce5-461f-963c-c2b108a37764 req-949ea755-26e7-4963-ae2e-a0ccf2a5206d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:32.985694 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-187bc5f5-2ce5-461f-963c-c2b108a37764 req-949ea755-26e7-4963-ae2e-a0ccf2a5206d tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 945 time: 0.0879717 Sep 03 13:15:33.038374 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-187bc5f5-2ce5-461f-963c-c2b108a37764 req-d1bebde1-7102-419a-8363-3252b1ef3cfc tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563040 Sep 03 13:15:33.078788 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:33.108868 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Pushing event deleted for resources: {'Port': ['ID=acd6a3d9-391e-4069-a95d-729a2f9acf12,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:33.118925 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'acd6a3d9-391e-4069-a95d-729a2f9acf12'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:33.175927 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af35ce3-61bb-44e1-abce-ec1d05048d6c', 'name': 'network-vif-deleted', 'tag': '2bb230ac-5488-4830-a634-cb8e9033e814'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:33.178284 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8c5af6-4bcf-40d0-b5fd-0d33cdbb67d3" -d '{"events": [{"server_uuid": "7af35ce3-61bb-44e1-abce-ec1d05048d6c", "name": "network-vif-deleted", "tag": "2bb230ac-5488-4830-a634-cb8e9033e814"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:33.219585 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01524652-f005-453a-a87e-d5e1ffa2735b req-d87488f2-e244-483c-8be4-489dced0cb9a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:33.220988 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01524652-f005-453a-a87e-d5e1ffa2735b req-d87488f2-e244-483c-8be4-489dced0cb9a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.2140996 Sep 03 13:15:33.221733 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] No DVR routers for this DVR port acd6a3d9-391e-4069-a95d-729a2f9acf12 on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:15:33.226028 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-9a5a10bd-ffdc-4b75-b106-ad6c2ce42ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:33.227503 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-9a5a10bd-ffdc-4b75-b106-ad6c2ce42ad7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 1096 time: 0.1881428 Sep 03 13:15:33.230515 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:33.232437 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd4d89c6-832f-44eb-9f9a-7a183e8bf6bb req-b091d23a-d945-4f8c-bb7a-e6cf43b827d6 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "DELETE /v2.0/ports/acd6a3d9-391e-4069-a95d-729a2f9acf12 HTTP/1.1" status: 204 len: 173 time: 1.5742605 Sep 03 13:15:33.257618 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e418a-f9bd-4212-8d7f-eeff8f3413e1 req-263f8654-1920-4a33-bb41-9b8068d63c86 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:33.259626 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e89e418a-f9bd-4212-8d7f-eeff8f3413e1 req-263f8654-1920-4a33-bb41-9b8068d63c86 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 944 time: 0.1531987 Sep 03 13:15:33.367738 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01524652-f005-453a-a87e-d5e1ffa2735b req-ba3eb6a7-4deb-470a-b893-a6cdeeea019a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181867 Sep 03 13:15:33.403619 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e89e418a-f9bd-4212-8d7f-eeff8f3413e1 req-118cf5a2-8a62-45b6-ac03-c940d96a1a6a tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180892 Sep 03 13:15:33.414230 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-eca9fc83-f94d-4c14-bc28-c69eb195b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:33.416834 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-eca9fc83-f94d-4c14-bc28-c69eb195b011 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.1549437 Sep 03 13:15:33.483891 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e12f89f-d3b0-47f0-acdd-302e71f66387 x-openstack-request-id: req-3e12f89f-d3b0-47f0-acdd-302e71f66387 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:33.484374 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af35ce3-61bb-44e1-abce-ec1d05048d6c", "name": "network-vif-deleted", "tag": "2bb230ac-5488-4830-a634-cb8e9033e814", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:33.484692 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 1f3423df-404c-458c-9187-52283fe4aa1d details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:15:33.485448 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e12f89f-d3b0-47f0-acdd-302e71f66387 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:33.485448 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af35ce3-61bb-44e1-abce-ec1d05048d6c', 'name': 'network-vif-deleted', 'tag': '2bb230ac-5488-4830-a634-cb8e9033e814', 'status': 'completed', 'code': 200} Sep 03 13:15:33.493787 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 86e1b012-9b7a-453c-9094-37424dbccde2 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:15:33.504469 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-684f1312-8f18-4c20-b2e2-799d6a94f934 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979986a6-6ac8-497e-9454-b7777e0ef93a HTTP/1.1" status: 200 len: 217 time: 0.0775976 Sep 03 13:15:33.708178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 1f3423df-404c-458c-9187-52283fe4aa1d, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1f3423df-404c-458c-9187-52283fe4aa1d,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:33.738227 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '1f3423df-404c-458c-9187-52283fe4aa1d', 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc', 'port_id': '1f3423df-404c-458c-9187-52283fe4aa1d', 'mac_address': 'fa:16:3e:4e:d0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:15:33.798715 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 86e1b012-9b7a-453c-9094-37424dbccde2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:15:33.818474 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 86e1b012-9b7a-453c-9094-37424dbccde2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:15:33.819106 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:33.863912 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:33.898278 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3423df-404c-458c-9187-52283fe4aa1d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:33.918751 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9443d-5ed5-45b4-9b91-adda001bafba req-31e4759a-1a72-4447-a235-f0221ce89f3c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:33.920347 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-07e9443d-5ed5-45b4-9b91-adda001bafba req-31e4759a-1a72-4447-a235-f0221ce89f3c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 943 time: 0.4146020 Sep 03 13:15:33.935378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-e6483a05-2e30-4791-8195-f6967ca52b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:33.944165 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-e6483a05-2e30-4791-8195-f6967ca52b4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.3749702 Sep 03 13:15:33.945618 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 1f3423df-404c-458c-9187-52283fe4aa1d, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1f3423df-404c-458c-9187-52283fe4aa1d,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:33.972917 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5281e96-e65f-4425-9a77-f948cf8339c4 req-ef4afa63-aa18-4334-8744-5513cb42d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:33.974530 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d5281e96-e65f-4425-9a77-f948cf8339c4 req-ef4afa63-aa18-4334-8744-5513cb42d6eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 1100 time: 0.1383812 Sep 03 13:15:33.997678 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1fc7e-a61e-4b4e-bcd3-d78feb217bdb req-6db2c00d-edf6-41a9-ac9c-b774bd3024f8 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:33.999026 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a0b1fc7e-a61e-4b4e-bcd3-d78feb217bdb req-6db2c00d-edf6-41a9-ac9c-b774bd3024f8 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 943 time: 0.1640348 Sep 03 13:15:34.001507 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:34.016588 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:34.030523 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-07e9443d-5ed5-45b4-9b91-adda001bafba req-f10fe189-5b3f-40a0-bb79-5fbe3909966d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975749 Sep 03 13:15:34.039676 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:34.041004 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 90c635a2-04f6-4a11-9b96-f3a57e44fe33 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:15:34.093699 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a0b1fc7e-a61e-4b4e-bcd3-d78feb217bdb req-ad0dc443-9878-4dc4-ac32-260d9f19a68d tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688753 Sep 03 13:15:34.096482 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d5281e96-e65f-4425-9a77-f948cf8339c4 req-abd37477-1a56-42ee-a2a6-2d54fd797bcb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927439 Sep 03 13:15:34.102319 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-70ea5bd8-647c-4f84-a345-2b739960e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:34.103998 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-70ea5bd8-647c-4f84-a345-2b739960e383 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1356685 Sep 03 13:15:34.155159 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 86e1b012-9b7a-453c-9094-37424dbccde2, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=86e1b012-9b7a-453c-9094-37424dbccde2,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:34.192977 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=1f3423df-404c-458c-9187-52283fe4aa1d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:34.218732 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0341bd6d-cbd3-4b12-a95e-017b05c8bf16', 'name': 'network-vif-deleted', 'tag': 'acd6a3d9-391e-4069-a95d-729a2f9acf12'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:34.221089 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac26065-d1e0-40a4-a8fa-698b9465d943" -d '{"events": [{"server_uuid": "0341bd6d-cbd3-4b12-a95e-017b05c8bf16", "name": "network-vif-deleted", "tag": "acd6a3d9-391e-4069-a95d-729a2f9acf12"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:34.243925 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-28e9ef56-fe69-4fef-af84-d8a6ae2a26b9 req-dcf8f971-cc2c-46b5-aa72-0a3d3be94ee1 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=0341bd6d-cbd3-4b12-a95e-017b05c8bf16 HTTP/1.1" status: 200 len: 210 time: 0.0393307 Sep 03 13:15:34.246375 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:34.247596 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 2bb230ac-5488-4830-a634-cb8e9033e814 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:15:34.258667 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487cb11-da7f-4039-921c-b670ca6abb06 req-63e453cd-3a80-4bc5-992c-728dd39c01b0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:34.260429 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0487cb11-da7f-4039-921c-b670ca6abb06 req-63e453cd-3a80-4bc5-992c-728dd39c01b0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.1196313 Sep 03 13:15:34.299208 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 2bb230ac-5488-4830-a634-cb8e9033e814 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:15:34.299813 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 2bb230ac-5488-4830-a634-cb8e9033e814 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:15:34.304957 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:34.313447 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0487cb11-da7f-4039-921c-b670ca6abb06 req-0f8bcb12-1a15-44f5-ba14-aa943571c9e8 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425804 Sep 03 13:15:34.322100 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:34.360023 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'port_id': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'mac_address': 'fa:16:3e:ab:53:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:15:34.428903 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=86e1b012-9b7a-453c-9094-37424dbccde2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:34.441696 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80c6d5e-83a4-44ec-8cbf-61376f1649ac x-openstack-request-id: req-d80c6d5e-83a4-44ec-8cbf-61376f1649ac {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:34.442097 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0341bd6d-cbd3-4b12-a95e-017b05c8bf16", "name": "network-vif-deleted", "tag": "acd6a3d9-391e-4069-a95d-729a2f9acf12", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:34.442557 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d80c6d5e-83a4-44ec-8cbf-61376f1649ac {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:34.443159 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0341bd6d-cbd3-4b12-a95e-017b05c8bf16', 'name': 'network-vif-deleted', 'tag': 'acd6a3d9-391e-4069-a95d-729a2f9acf12', 'status': 'completed', 'code': 200} Sep 03 13:15:34.458761 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:34.481173 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c635a2-04f6-4a11-9b96-f3a57e44fe33 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:34.518464 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:34.543600 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0109-4fa9-4d67-ae9a-39eeb099dc17 req-508280a2-fd31-4e8b-9198-400edaa2191a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:34.545323 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-efca0109-4fa9-4d67-ae9a-39eeb099dc17 req-508280a2-fd31-4e8b-9198-400edaa2191a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 946 time: 0.1160581 Sep 03 13:15:34.593663 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-93237d73-8d41-4e82-bb3d-04e61cec9fbb service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069466 Sep 03 13:15:34.620593 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:34.665871 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-efca0109-4fa9-4d67-ae9a-39eeb099dc17 req-d45bfefc-5de2-468f-a305-6016eb8d2862 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981786 Sep 03 13:15:34.714386 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87706ba7-f821-43ec-acb3-65dd702acc8a req-fa0c799b-da65-493e-b1ee-3234bffa4beb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:34.714386 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87706ba7-f821-43ec-acb3-65dd702acc8a req-fa0c799b-da65-493e-b1ee-3234bffa4beb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1661680 Sep 03 13:15:34.742626 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=90c635a2-04f6-4a11-9b96-f3a57e44fe33,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:34.776472 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-87706ba7-f821-43ec-acb3-65dd702acc8a req-21b014eb-bf8c-4045-bfe4-44dbe0e08f77 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627644 Sep 03 13:15:34.779078 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3c625db-9139-40fa-95e6-c30be5b5ce2a req-4533aeab-5a69-4d3b-a48a-ff92b98edf96 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741314 Sep 03 13:15:34.839275 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecb6564-625b-46ff-9e41-119c57cd18b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e1b012-9b7a-453c-9094-37424dbccde2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:34.845770 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa582f2-a35f-403d-a435-c195db71fff5" -d '{"events": [{"server_uuid": "2ecb6564-625b-46ff-9e41-119c57cd18b1", "name": "network-vif-plugged", "status": "completed", "tag": "86e1b012-9b7a-453c-9094-37424dbccde2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:34.887225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd7b3-3e07-4fa9-937c-4c8052c42e15 req-6715d36e-fda0-4ea9-bd4a-38ec3f93e4f8 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:34.889039 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-814fd7b3-3e07-4fa9-937c-4c8052c42e15 req-6715d36e-fda0-4ea9-bd4a-38ec3f93e4f8 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 945 time: 0.0581903 Sep 03 13:15:34.905582 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:34.938326 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce9383e-fee5-41f4-bba8-f6c229735ed3 x-openstack-request-id: req-4ce9383e-fee5-41f4-bba8-f6c229735ed3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:34.939129 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecb6564-625b-46ff-9e41-119c57cd18b1", "name": "network-vif-plugged", "status": "completed", "tag": "86e1b012-9b7a-453c-9094-37424dbccde2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:34.940672 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ce9383e-fee5-41f4-bba8-f6c229735ed3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:34.940672 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecb6564-625b-46ff-9e41-119c57cd18b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e1b012-9b7a-453c-9094-37424dbccde2', 'code': 200} Sep 03 13:15:34.948232 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-814fd7b3-3e07-4fa9-937c-4c8052c42e15 req-ebf885a8-293a-4717-9e0d-d3b9cb44c61f tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478547 Sep 03 13:15:35.095679 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['1f3423df-404c-458c-9187-52283fe4aa1d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:35.153743 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['90c635a2-04f6-4a11-9b96-f3a57e44fe33'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:35.198073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268d0ee-338f-43d1-a057-65a2e4137f35 req-213cddb0-d31b-41d7-8c70-f98e906cb786 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:35.199933 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7268d0ee-338f-43d1-a057-65a2e4137f35 req-213cddb0-d31b-41d7-8c70-f98e906cb786 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 943 time: 0.0689304 Sep 03 13:15:35.306205 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Deleting port 1e0f1fdc-d41c-4444-b30f-81741422a3cb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:15:35.306559 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:35.310775 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7268d0ee-338f-43d1-a057-65a2e4137f35 req-0e52e769-cc9c-4dce-b4f9-0eb2c035943e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045671 Sep 03 13:15:35.342414 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64fb7d-f7ee-4067-823e-217a4f78c1e9 req-de978ad4-21f3-4460-b25c-207e723f466f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:35.344142 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5c64fb7d-f7ee-4067-823e-217a4f78c1e9 req-de978ad4-21f3-4460-b25c-207e723f466f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 944 time: 0.1120152 Sep 03 13:15:35.453439 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5c64fb7d-f7ee-4067-823e-217a4f78c1e9 req-f319303b-7482-4bd3-aec0-cd1396f1605c tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742810 Sep 03 13:15:35.463165 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d44cb-8c31-4470-a6a6-aac1228bd942 req-e42efe33-c74d-4530-bd1b-688b6143cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:35.464914 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cb3d44cb-8c31-4470-a6a6-aac1228bd942 req-e42efe33-c74d-4530-bd1b-688b6143cfa3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 1099 time: 0.1193995 Sep 03 13:15:35.477731 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] For port 1e0f1fdc-d41c-4444-b30f-81741422a3cb, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=1e0f1fdc-d41c-4444-b30f-81741422a3cb,segment=NetworkSegment(df384e73-8e31-4ea2-a287-e2b4e1486e77),segment_id=df384e73-8e31-4ea2-a287-e2b4e1486e77)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:35.478337 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:35.502614 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device acd6a3d9-391e-4069-a95d-729a2f9acf12 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:15:35.513581 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Calling delete_port for 1e0f1fdc-d41c-4444-b30f-81741422a3cb owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:15:35.551253 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cb3d44cb-8c31-4470-a6a6-aac1228bd942 req-431658ff-62a2-4563-a71b-074b56123d13 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687962 Sep 03 13:15:35.557447 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: acd6a3d9-391e-4069-a95d-729a2f9acf12 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:15:35.559036 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device acd6a3d9-391e-4069-a95d-729a2f9acf12 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:15:35.572010 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4491d2-ac52-48d1-8480-ce2bcf036588 req-66e7a235-27df-4dc1-8027-5d6bf73e85ff tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:35.573690 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8a4491d2-ac52-48d1-8480-ce2bcf036588 req-66e7a235-27df-4dc1-8027-5d6bf73e85ff tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.0832605 Sep 03 13:15:35.624381 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8a4491d2-ac52-48d1-8480-ce2bcf036588 req-b07cdb9b-933a-42ce-9122-e9f2c4290b76 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Sep 03 13:15:35.840456 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bea580-c91c-499b-af35-936de61810e0 req-a3152861-0681-461c-a247-54ad54b78cb2 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:35.842079 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b3bea580-c91c-499b-af35-936de61810e0 req-a3152861-0681-461c-a247-54ad54b78cb2 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 946 time: 0.0691113 Sep 03 13:15:35.886289 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:35.907984 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b3bea580-c91c-499b-af35-936de61810e0 req-2218d324-74b7-40e4-8645-5f3e8739ef2f tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597382 Sep 03 13:15:35.917977 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0f1fdc-d41c-4444-b30f-81741422a3cb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:35.933345 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4f2a-b732-4cef-ad49-6153c98828c3 req-76231906-f2d6-44c2-ad71-defc1abc707c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:35.934960 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-479b4f2a-b732-4cef-ad49-6153c98828c3 req-76231906-f2d6-44c2-ad71-defc1abc707c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0712903 Sep 03 13:15:35.986316 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-479b4f2a-b732-4cef-ad49-6153c98828c3 req-74a71257-61be-47c3-912f-6ebe2cde41da tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453062 Sep 03 13:15:36.131556 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e8f36-d7e3-484b-93b3-e0921b15dfc8 req-5ef8f48c-d570-4a74-8248-616ad21769c1 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:36.132770 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:36.133179 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a30e8f36-d7e3-484b-93b3-e0921b15dfc8 req-5ef8f48c-d570-4a74-8248-616ad21769c1 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 945 time: 0.0637298 Sep 03 13:15:36.200968 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a30e8f36-d7e3-484b-93b3-e0921b15dfc8 req-115a01a6-09b8-4316-ac89-70eaa313e916 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559163 Sep 03 13:15:36.383803 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Router fea21ce9-ed21-4758-bde1-531f60416bb0 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:15:36.432509 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191afd85-8d7c-44f4-a5c5-c82e112c61b2 req-ade90b06-d830-4134-8272-1c4c5595b646 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:36.435598 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-191afd85-8d7c-44f4-a5c5-c82e112c61b2 req-ade90b06-d830-4134-8272-1c4c5595b646 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 943 time: 0.0553789 Sep 03 13:15:36.479543 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-191afd85-8d7c-44f4-a5c5-c82e112c61b2 req-0ea42f7a-e73a-49ec-968e-176b80462061 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367639 Sep 03 13:15:36.509134 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:15:36.509134 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-62ed1136-f8f2-481d-9642-f21ff2edd70d admin admin] 10.222.0.44 "PUT /v2.0/routers/fea21ce9-ed21-4758-bde1-531f60416bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1781387 Sep 03 13:15:36.509134 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:36.514706 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] Sync routers for ids ['fea21ce9-ed21-4758-bde1-531f60416bb0'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:15:36.524064 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] Routers {'fea21ce9-ed21-4758-bde1-531f60416bb0'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:15:36.524698 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:15:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['fea21ce9-ed21-4758-bde1-531f60416bb0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:36.587629 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161b97-b1b2-45d3-b276-5e7c56ab1de1 req-39e87832-c329-4a1e-a082-541e6a0e7f0a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:36.590083 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-42161b97-b1b2-45d3-b276-5e7c56ab1de1 req-39e87832-c329-4a1e-a082-541e6a0e7f0a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 944 time: 0.0526025 Sep 03 13:15:36.636994 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-42161b97-b1b2-45d3-b276-5e7c56ab1de1 req-b5d4c0fa-9f73-4380-ade4-e9f24a4311bb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391715 Sep 03 13:15:36.637563 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] Set router fea21ce9-ed21-4758-bde1-531f60416bb0 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:15:36.756480 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a801d-13c2-48e4-8978-70007c36c359 req-59a73d2c-b1d9-4737-b19a-4f775bd0e90f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:36.777995 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-129a801d-13c2-48e4-8978-70007c36c359 req-59a73d2c-b1d9-4737-b19a-4f775bd0e90f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.0827000 Sep 03 13:15:36.836087 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:15:35Z', 'revision_number': 5, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:36.852582 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-129a801d-13c2-48e4-8978-70007c36c359 req-754f4d7b-0b88-43b5-9b5c-230f69c5c2bb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735571 Sep 03 13:15:36.883507 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] Checking router: fea21ce9-ed21-4758-bde1-531f60416bb0 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:15:36.893738 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] Routers {'fea21ce9-ed21-4758-bde1-531f60416bb0'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:15:36.894821 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:15:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['fea21ce9-ed21-4758-bde1-531f60416bb0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:36.921419 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.040570 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db744e6b-eebb-40dc-8f5c-3ffe83c1972f req-26e94738-dd36-4658-8ed1-ada474ceb5b0 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:37.044450 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] Set router fea21ce9-ed21-4758-bde1-531f60416bb0 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:15:37.046479 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.048213 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db744e6b-eebb-40dc-8f5c-3ffe83c1972f req-26e94738-dd36-4658-8ed1-ada474ceb5b0 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 946 time: 0.0613029 Sep 03 13:15:37.093659 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-db744e6b-eebb-40dc-8f5c-3ffe83c1972f req-3403982b-218e-48da-b74a-d05ecdfc8568 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363770 Sep 03 13:15:37.246012 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Deleting port f494463d-12c2-4682-a5d0-64ec991eb50b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:15:37.246835 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.266249 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80856b4-4462-421d-bd64-61c3bb0690e5 req-8907af44-9254-4357-bb19-3a58134bd64e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:37.278013 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a80856b4-4462-421d-bd64-61c3bb0690e5 req-8907af44-9254-4357-bb19-3a58134bd64e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1119380 Sep 03 13:15:37.283525 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:15:35Z', 'revision_number': 5, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:37.319511 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a6e25e-6044-4034-870d-47d10c93fe82 None None] The sync data for ids ['fea21ce9-ed21-4758-bde1-531f60416bb0'] in dv-cinder-782910-3-iscsi is: [{'id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1620895946-router', 'tenant_id': 'bec89205e141438292c402f7dbcd5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:15:35Z', 'revision_number': 5, 'project_id': 'bec89205e141438292c402f7dbcd5ffa', 'gw_port': {'id': 'f494463d-12c2-4682-a5d0-64ec991eb50b', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea21ce9-ed21-4758-bde1-531f60416bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:12Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:15:37.328069 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a80856b4-4462-421d-bd64-61c3bb0690e5 req-1efa1d16-a543-413d-8d2d-e20574abdd76 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490725 Sep 03 13:15:37.347457 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] For port f494463d-12c2-4682-a5d0-64ec991eb50b, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=f494463d-12c2-4682-a5d0-64ec991eb50b,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:37.347829 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.378810 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Calling delete_port for f494463d-12c2-4682-a5d0-64ec991eb50b owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:15:37.531259 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 1f3423df-404c-458c-9187-52283fe4aa1d up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:15:37.571524 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 1e0f1fdc-d41c-4444-b30f-81741422a3cb no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:15:37.573257 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e6f3-c2ed-407f-b0e7-176120bcba8d req-1a56dbfe-f1c8-4c96-9b3b-ddefbb4f2d4f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:37.581199 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd02e6f3-c2ed-407f-b0e7-176120bcba8d req-1a56dbfe-f1c8-4c96-9b3b-ddefbb4f2d4f tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.1609857 Sep 03 13:15:37.600416 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 1e0f1fdc-d41c-4444-b30f-81741422a3cb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:15:37.600859 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 1e0f1fdc-d41c-4444-b30f-81741422a3cb not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:15:37.601086 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edc816-7380-46e2-bb92-552c8fdeeaaa req-9cc56e73-769e-4d9e-b28c-3b13b45a26a9 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:37.603806 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a6edc816-7380-46e2-bb92-552c8fdeeaaa req-9cc56e73-769e-4d9e-b28c-3b13b45a26a9 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 945 time: 0.1661830 Sep 03 13:15:37.696334 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd02e6f3-c2ed-407f-b0e7-176120bcba8d req-3c6d3d43-8e1d-4baf-9738-cf92b1e2eb77 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051714 Sep 03 13:15:37.715768 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a6edc816-7380-46e2-bb92-552c8fdeeaaa req-bfb1a6ae-65e7-4539-8fff-7cc25ccff0de tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854049 Sep 03 13:15:37.790813 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 1f3423df-404c-458c-9187-52283fe4aa1d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:15:37.795358 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 1f3423df-404c-458c-9187-52283fe4aa1d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:15:37.795956 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.854553 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.862411 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8192024-f33f-4929-ad96-b5fc53b62e50 req-94ca4296-b618-4964-be4e-b9a11abe2bf8 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:37.865509 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c8192024-f33f-4929-ad96-b5fc53b62e50 req-94ca4296-b618-4964-be4e-b9a11abe2bf8 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 943 time: 0.1160836 Sep 03 13:15:37.890103 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.906276 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f494463d-12c2-4682-a5d0-64ec991eb50b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:37.918040 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e915e-8228-4269-bb44-91c25911f583 req-18b10153-c186-4d71-aaec-801a80decd49 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:37.919722 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b87e915e-8228-4269-bb44-91c25911f583 req-18b10153-c186-4d71-aaec-801a80decd49 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 944 time: 0.1039238 Sep 03 13:15:37.922674 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4175063f-f275-4555-b92b-d4f61401445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3423df-404c-458c-9187-52283fe4aa1d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:37.925012 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62863ed-8b9f-4d1e-b4a3-ccee42ad70ed" -d '{"events": [{"server_uuid": "4175063f-f275-4555-b92b-d4f61401445c", "name": "network-vif-plugged", "status": "completed", "tag": "1f3423df-404c-458c-9187-52283fe4aa1d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:37.941843 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 1f3423df-404c-458c-9187-52283fe4aa1d, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1f3423df-404c-458c-9187-52283fe4aa1d,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:37.947008 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c8192024-f33f-4929-ad96-b5fc53b62e50 req-0d3a0039-4087-4309-8027-80fd32671e66 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715721 Sep 03 13:15:37.981912 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b87e915e-8228-4269-bb44-91c25911f583 req-93118643-b46e-44d6-80f6-86e3d4f0c9bb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535245 Sep 03 13:15:38.010022 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.013692 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.014546 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 90c635a2-04f6-4a11-9b96-f3a57e44fe33 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:15:38.058076 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcd35e0-c25e-491a-954c-9eddedecf4d3 x-openstack-request-id: req-6fcd35e0-c25e-491a-954c-9eddedecf4d3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:38.058492 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4175063f-f275-4555-b92b-d4f61401445c", "name": "network-vif-plugged", "status": "completed", "tag": "1f3423df-404c-458c-9187-52283fe4aa1d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:38.058763 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fcd35e0-c25e-491a-954c-9eddedecf4d3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:38.059181 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4175063f-f275-4555-b92b-d4f61401445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3423df-404c-458c-9187-52283fe4aa1d', 'code': 200} Sep 03 13:15:38.072493 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a1865-f1a3-4fcc-b9b1-f0ec98be6025 req-37962565-1f16-4632-8a2e-42fa3a621465 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:38.074867 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-655a1865-f1a3-4fcc-b9b1-f0ec98be6025 req-37962565-1f16-4632-8a2e-42fa3a621465 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.0539539 Sep 03 13:15:38.106308 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=1f3423df-404c-458c-9187-52283fe4aa1d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:38.140423 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-655a1865-f1a3-4fcc-b9b1-f0ec98be6025 req-ebad5a63-83e9-4fe3-997e-36aedb8a9fc5 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570588 Sep 03 13:15:38.149435 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.152129 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.197043 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:15:38.204008 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:15:38.206250 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.260690 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1511ed6-14d0-4627-9900-ea4378083fdd req-a446aed4-4523-47be-8f6f-0f7e9801a5ee tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:38.263209 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1511ed6-14d0-4627-9900-ea4378083fdd req-a446aed4-4523-47be-8f6f-0f7e9801a5ee tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 946 time: 0.0786848 Sep 03 13:15:38.288195 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.289071 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea21ce9-ed21-4758-bde1-531f60416bb0 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:15:38.304372 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.306929 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4f41b526-dccb-4146-830f-e2576bd5c1b4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fea21ce9-ed21-4758-bde1-531f60416bb0 HTTP/1.1" status: 204 len: 168 time: 1.8016045 Sep 03 13:15:38.308513 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.311464 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:38.345088 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1511ed6-14d0-4627-9900-ea4378083fdd req-da176adb-e812-469b-a12c-479a80a66208 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751009 Sep 03 13:15:38.366416 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:38.407541 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d607b7-7db1-457d-83a7-d42c66cb9b9f admin admin] Deleting subnet 96677b61-2fca-44ce-841e-9d19b1ad72c4 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:15:38.415749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44d607b7-7db1-457d-83a7-d42c66cb9b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.442740 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.495952 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44d607b7-7db1-457d-83a7-d42c66cb9b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119919'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.510334 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=90c635a2-04f6-4a11-9b96-f3a57e44fe33,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:38.511144 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fac7f4-a6f0-444e-8921-3e037545401b req-3dc2cdaa-157a-4bc1-b0b9-bccc3b4f3bd0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:38.512773 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a0fac7f4-a6f0-444e-8921-3e037545401b req-3dc2cdaa-157a-4bc1-b0b9-bccc3b4f3bd0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0914595 Sep 03 13:15:38.536071 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677b26-72dd-4f71-ad39-b1b4f4589805 req-e1855a2d-33e0-4a3a-b4ba-ea19879b1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:38.536071 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-aa677b26-72dd-4f71-ad39-b1b4f4589805 req-e1855a2d-33e0-4a3a-b4ba-ea19879b1e1a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 1099 time: 0.0660129 Sep 03 13:15:38.565694 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44d607b7-7db1-457d-83a7-d42c66cb9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.600066 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-aa677b26-72dd-4f71-ad39-b1b4f4589805 req-5a2fafea-e806-4618-8b0d-44ccdd3be5a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491982 Sep 03 13:15:38.603440 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a0fac7f4-a6f0-444e-8921-3e037545401b req-e3698f2d-f358-4398-af2a-6283a88c4a8b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592043 Sep 03 13:15:38.739839 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44d607b7-7db1-457d-83a7-d42c66cb9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9953429'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.767925 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d607b7-7db1-457d-83a7-d42c66cb9b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96677b61-2fca-44ce-841e-9d19b1ad72c4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:38.777103 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44d607b7-7db1-457d-83a7-d42c66cb9b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.779441 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-44d607b7-7db1-457d-83a7-d42c66cb9b9f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/96677b61-2fca-44ce-841e-9d19b1ad72c4 HTTP/1.1" status: 204 len: 168 time: 0.4665167 Sep 03 13:15:38.782063 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:38.816849 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338acee6-97d4-4bad-91e6-bfb7a3ced99c req-53261b62-c364-41c9-9d51-da1cd15e9f56 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:38.816849 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-338acee6-97d4-4bad-91e6-bfb7a3ced99c req-53261b62-c364-41c9-9d51-da1cd15e9f56 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.0619636 Sep 03 13:15:38.905247 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb241cb-ebf4-4b01-8060-e2af316b987a req-5d3efa3c-35a1-4258-913d-df1e5369d63c tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:38.912810 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dbb241cb-ebf4-4b01-8060-e2af316b987a req-5d3efa3c-35a1-4258-913d-df1e5369d63c tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 946 time: 0.0938411 Sep 03 13:15:38.923014 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-338acee6-97d4-4bad-91e6-bfb7a3ced99c req-9ff7bc75-b814-40e9-b9be-dfca9102e2b2 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915277 Sep 03 13:15:38.943135 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.979246 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dbb241cb-ebf4-4b01-8060-e2af316b987a req-7c436c0a-3efd-4457-a6e1-695be358e585 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652294 Sep 03 13:15:39.081528 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:39.094892 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9cccec-68d2-42ef-950f-eab51c6b1a3b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:39.108352 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df384e73-8e31-4ea2-a287-e2b4e1486e77') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:39.108638 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df384e73-8e31-4ea2-a287-e2b4e1486e77') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:39.120344 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:39.136818 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:39.143282 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:15:39.143698 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:15:39.145552 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:15:39.149547 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7ce1-0c4d-4141-a746-65296221b0b7 req-e383127c-7de9-4e8a-a658-6c33333f772a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:39.151146 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95ea7ce1-0c4d-4141-a746-65296221b0b7 req-e383127c-7de9-4e8a-a658-6c33333f772a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 943 time: 0.1065264 Sep 03 13:15:39.164723 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9885a08-a8bd-4713-a805-66d7c2fa8071 req-9de05616-9562-4c2f-848a-27e01e4ebed1 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:39.166392 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d9885a08-a8bd-4713-a805-66d7c2fa8071 req-9de05616-9562-4c2f-848a-27e01e4ebed1 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0808370 Sep 03 13:15:39.223918 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95ea7ce1-0c4d-4141-a746-65296221b0b7 req-f01737b6-8c06-4373-9e77-7e9a285c9dd7 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557723 Sep 03 13:15:39.232332 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d9885a08-a8bd-4713-a805-66d7c2fa8071 req-44e0e8a6-a84d-44f6-a615-9e426f04abb3 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511320 Sep 03 13:15:39.322504 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:39.331425 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:39.333664 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0f9cccec-68d2-42ef-950f-eab51c6b1a3b HTTP/1.1" status: 204 len: 168 time: 0.5501666 Sep 03 13:15:39.344912 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe22da-c79c-437c-998c-e55afe98a972 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9cccec-68d2-42ef-950f-eab51c6b1a3b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:39.452950 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device f494463d-12c2-4682-a5d0-64ec991eb50b no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:15:39.476787 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: f494463d-12c2-4682-a5d0-64ec991eb50b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:15:39.477142 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device f494463d-12c2-4682-a5d0-64ec991eb50b not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:15:39.719212 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-27a8248a-463a-424c-a77a-0a0114d7043b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:39.720651 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-27a8248a-463a-424c-a77a-0a0114d7043b tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.0850983 Sep 03 13:15:39.826287 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb288b4-788e-40e1-8be6-7d0974d61279 req-7f2c8fbb-28e1-4bcc-80ac-956448284579 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:39.827880 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-beb288b4-788e-40e1-8be6-7d0974d61279 req-7f2c8fbb-28e1-4bcc-80ac-956448284579 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1250050 Sep 03 13:15:39.876561 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-beb288b4-788e-40e1-8be6-7d0974d61279 req-d5e6d08d-9f49-4f8a-a3ec-7abe0924437e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421436 Sep 03 13:15:39.885779 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Deleting port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:15:39.886745 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:39.989211 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] For port 24bd7138-8ec6-48ed-beb4-9f83126f42f4, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=24bd7138-8ec6-48ed-beb4-9f83126f42f4,segment=NetworkSegment(aebb280f-ff48-4872-8c81-581d961d32db),segment_id=aebb280f-ff48-4872-8c81-581d961d32db)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:39.989593 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:40.003016 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Calling delete_port for 24bd7138-8ec6-48ed-beb4-9f83126f42f4 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:15:40.060996 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:40.061195 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:40.069281 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2042dcb1-7840-42fc-b694-82116accb9e4" -d '{"events": [{"server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "name": "network-vif-plugged", "status": "completed", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:40.112858 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8677e13-731e-4978-a7cf-150969d508dd req-9900e0d2-deeb-4477-b26a-260dc3063071 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:40.114476 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e8677e13-731e-4978-a7cf-150969d508dd req-9900e0d2-deeb-4477-b26a-260dc3063071 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 945 time: 0.1011505 Sep 03 13:15:40.125611 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-b932052c-2ba5-4980-9075-da723fdf4b4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bec89205e141438292c402f7dbcd5ffa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0627789 Sep 03 13:15:40.133805 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47148) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:40.188295 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e8677e13-731e-4978-a7cf-150969d508dd req-a9e7c1e5-1dae-4d7e-88a7-12b33a7723cd tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/security-groups?id=00555a57-04aa-4e78-bfed-e0edc098fb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606532 Sep 03 13:15:40.204588 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e19caf4-7e48-4c87-8de4-c9f776492e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:40.242987 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e19caf4-7e48-4c87-8de4-c9f776492e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:40.346665 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c7387-9031-4052-92bf-a2a31fafbcfa x-openstack-request-id: req-1a2c7387-9031-4052-92bf-a2a31fafbcfa {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:40.347506 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "name": "network-vif-plugged", "status": "completed", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:40.348073 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a2c7387-9031-4052-92bf-a2a31fafbcfa {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:40.348939 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'code': 200} Sep 03 13:15:40.357009 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b28b-7f37-4ff5-aee9-0445d8694480 req-f4a92edd-f9f9-45cd-9b15-988f36a19c72 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:40.360467 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-54f4b28b-7f37-4ff5-aee9-0445d8694480 req-f4a92edd-f9f9-45cd-9b15-988f36a19c72 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 946 time: 0.0576351 Sep 03 13:15:40.393206 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:40.430132 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-54f4b28b-7f37-4ff5-aee9-0445d8694480 req-c0e1a477-28ce-4017-a602-e3c0d25e8714 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Sep 03 13:15:40.432010 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Pushing event deleted for resources: {'Port': ['ID=24bd7138-8ec6-48ed-beb4-9f83126f42f4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:40.440181 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e19caf4-7e48-4c87-8de4-c9f776492e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:40.442855 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e19caf4-7e48-4c87-8de4-c9f776492e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:40.444265 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['24bd7138-8ec6-48ed-beb4-9f83126f42f4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:40.450326 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8e19caf4-7e48-4c87-8de4-c9f776492e87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/634dcde9-6371-488e-a72e-cf6ccdd3e963 HTTP/1.1" status: 204 len: 168 time: 0.3206694 Sep 03 13:15:40.482195 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19caf4-7e48-4c87-8de4-c9f776492e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634dcde9-6371-488e-a72e-cf6ccdd3e963,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:40.505635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] No DVR routers for this DVR port 24bd7138-8ec6-48ed-beb4-9f83126f42f4 on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:15:40.515567 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:40.517653 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-980ac706-2a79-4088-a7e6-3f1ce51c6032 req-1754ef2e-f1e1-4cc1-9a32-c957ee99c58d tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.48 "DELETE /v2.0/ports/24bd7138-8ec6-48ed-beb4-9f83126f42f4 HTTP/1.1" status: 204 len: 173 time: 0.7800758 Sep 03 13:15:40.527004 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53da7824-14d6-4412-a6c7-5d0dd46c786c', 'name': 'network-vif-deleted', 'tag': '24bd7138-8ec6-48ed-beb4-9f83126f42f4'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:40.527004 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf45bc3-2d8e-412d-92d9-753c058ec645" -d '{"events": [{"server_uuid": "53da7824-14d6-4412-a6c7-5d0dd46c786c", "name": "network-vif-deleted", "tag": "24bd7138-8ec6-48ed-beb4-9f83126f42f4"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:40.535503 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef3577-0621-4ca7-b41a-f8a3c9af1388 req-9347aecc-bad8-4a06-9b1e-eaa8b176cd16 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:40.537265 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bfef3577-0621-4ca7-b41a-f8a3c9af1388 req-9347aecc-bad8-4a06-9b1e-eaa8b176cd16 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 943 time: 0.1105709 Sep 03 13:15:40.612128 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bfef3577-0621-4ca7-b41a-f8a3c9af1388 req-99409a4c-8228-4507-83f6-b728c6fb1d2c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665812 Sep 03 13:15:40.633821 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28818671-f3ba-4cbe-9e3b-4e453dd5452d req-faa9804b-2942-4bb9-8a1d-a7922e0d0dcd tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:40.635712 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-28818671-f3ba-4cbe-9e3b-4e453dd5452d req-faa9804b-2942-4bb9-8a1d-a7922e0d0dcd tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0662661 Sep 03 13:15:40.675988 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-28818671-f3ba-4cbe-9e3b-4e453dd5452d req-f9d26e00-46d0-430c-a854-630f15f3c9e4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335438 Sep 03 13:15:40.723027 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c065fd5-eab0-4bc5-8430-74b4c28a6916 x-openstack-request-id: req-7c065fd5-eab0-4bc5-8430-74b4c28a6916 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:40.723612 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53da7824-14d6-4412-a6c7-5d0dd46c786c", "name": "network-vif-deleted", "tag": "24bd7138-8ec6-48ed-beb4-9f83126f42f4", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:40.723612 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c065fd5-eab0-4bc5-8430-74b4c28a6916 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:40.723945 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53da7824-14d6-4412-a6c7-5d0dd46c786c', 'name': 'network-vif-deleted', 'tag': '24bd7138-8ec6-48ed-beb4-9f83126f42f4', 'status': 'completed', 'code': 200} Sep 03 13:15:40.740379 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964d4b-21c7-4854-a9d7-27af6cb8eb02 req-705befc0-cb87-48b8-bf36-f1c4d8fc2c0f tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:40.742176 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f2964d4b-21c7-4854-a9d7-27af6cb8eb02 req-705befc0-cb87-48b8-bf36-f1c4d8fc2c0f tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 946 time: 0.0567870 Sep 03 13:15:40.787181 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f2964d4b-21c7-4854-a9d7-27af6cb8eb02 req-bf65dd8f-4573-4dd3-a024-6be9f77ae48f tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376582 Sep 03 13:15:40.826159 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b0dab-f8c1-4f43-b6c0-835fd2d5e0f9 req-45a27b79-6c36-40fe-9296-adb7c4870f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:40.827683 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b41b0dab-f8c1-4f43-b6c0-835fd2d5e0f9 req-45a27b79-6c36-40fe-9296-adb7c4870f97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1098 time: 0.0396693 Sep 03 13:15:40.864493 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b41b0dab-f8c1-4f43-b6c0-835fd2d5e0f9 req-5162b263-bc12-4fb8-8624-cebdf45c54e0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289245 Sep 03 13:15:41.002680 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06657059-4cbb-4289-b9b7-9b1019eff36b req-b6d7e7fe-d5c0-46e6-a659-1e09d50af5ce tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:41.004150 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-06657059-4cbb-4289-b9b7-9b1019eff36b req-b6d7e7fe-d5c0-46e6-a659-1e09d50af5ce tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0518162 Sep 03 13:15:41.045263 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-06657059-4cbb-4289-b9b7-9b1019eff36b req-a177f4ce-08b8-41c1-ba0c-39f12f778162 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351756 Sep 03 13:15:41.346131 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6d71cc11-c2bd-4aca-b71a-2f2685c42330 req-bd285de2-e23b-40ea-9d2b-2981ca442564 tempest-AttachVolumeNegativeTest-301250354 tempest-AttachVolumeNegativeTest-301250354-project] 10.222.0.44 "GET /v2.0/ports?device_id=53da7824-14d6-4412-a6c7-5d0dd46c786c HTTP/1.1" status: 200 len: 210 time: 0.0302100 Sep 03 13:15:41.502902 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 979986a6-6ac8-497e-9454-b7777e0ef93a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:15:41.609208 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 979986a6-6ac8-497e-9454-b7777e0ef93a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=979986a6-6ac8-497e-9454-b7777e0ef93a,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:41.614707 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87cef5-e98d-4257-b58d-bf0393be5137 req-b33b71be-a053-4f50-8dee-bc15effcce96 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:41.616297 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bc87cef5-e98d-4257-b58d-bf0393be5137 req-b33b71be-a053-4f50-8dee-bc15effcce96 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 946 time: 0.0507448 Sep 03 13:15:41.621965 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'port_id': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'mac_address': 'fa:16:3e:8c:57:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:15:41.671189 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:41.688738 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979986a6-6ac8-497e-9454-b7777e0ef93a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:15:41.695360 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bc87cef5-e98d-4257-b58d-bf0393be5137 req-626be9b9-ebbb-4192-a93f-ad43d8f6fb20 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703561 Sep 03 13:15:41.717524 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 979986a6-6ac8-497e-9454-b7777e0ef93a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=979986a6-6ac8-497e-9454-b7777e0ef93a,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:41.767879 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232055ee-c917-4fb7-b796-6e6f39218d2b req-e7a3f119-17ad-4821-8d9e-4e0649b77b62 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:41.776159 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-232055ee-c917-4fb7-b796-6e6f39218d2b req-e7a3f119-17ad-4821-8d9e-4e0649b77b62 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 943 time: 0.0719855 Sep 03 13:15:41.796823 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:41.858017 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-232055ee-c917-4fb7-b796-6e6f39218d2b req-1743c899-c46d-4a7b-a96d-327e5df4412a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805984 Sep 03 13:15:41.895178 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96b45c-02ea-4169-a2e5-6a570cba51fb req-0c753806-a6b5-4f04-99a9-82ed68cba209 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:41.914660 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9f96b45c-02ea-4169-a2e5-6a570cba51fb req-0c753806-a6b5-4f04-99a9-82ed68cba209 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.1180627 Sep 03 13:15:41.924345 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=979986a6-6ac8-497e-9454-b7777e0ef93a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:42.002596 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9f96b45c-02ea-4169-a2e5-6a570cba51fb req-7474069f-419e-49d0-98d4-9fdc2ec173cc tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852849 Sep 03 13:15:42.021094 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200cd06-493a-4f51-9a8a-e1f59805d3af req-20591894-097a-4293-82a4-fa3484427749 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:42.023671 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4200cd06-493a-4f51-9a8a-e1f59805d3af req-20591894-097a-4293-82a4-fa3484427749 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 946 time: 0.0838850 Sep 03 13:15:42.088719 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4200cd06-493a-4f51-9a8a-e1f59805d3af req-df2a6503-09bd-4d2f-bb41-4243204eb8e9 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554440 Sep 03 13:15:42.207881 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97001d4-216b-49e7-b4c3-c19d07fb6a99 req-e44d5102-e217-4b08-a209-7b2ba7495713 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:42.210818 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f97001d4-216b-49e7-b4c3-c19d07fb6a99 req-e44d5102-e217-4b08-a209-7b2ba7495713 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0514472 Sep 03 13:15:42.253134 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f97001d4-216b-49e7-b4c3-c19d07fb6a99 req-3a9aeb07-cfbe-4d6c-9671-e1ec33a70022 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372808 Sep 03 13:15:42.353330 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['979986a6-6ac8-497e-9454-b7777e0ef93a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:15:42.636849 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:42.684867 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5e3ae9-329e-45bd-8168-8881dcc687fc admin admin] Deleting subnet e8896cdb-075b-4b0c-9b30-26e21f3c2b16 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:15:42.688311 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3ae9-329e-45bd-8168-8881dcc687fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:42.692141 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-a694b537-ca4b-4d91-9ad9-e2cdbba5f203 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:42.693557 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-a694b537-ca4b-4d91-9ad9-e2cdbba5f203 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 946 time: 0.0530498 Sep 03 13:15:42.744197 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3ae9-329e-45bd-8168-8881dcc687fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119919'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:42.788080 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3ae9-329e-45bd-8168-8881dcc687fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:42.833826 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3926c-707b-4c94-82ab-3ae95b48cd30 req-9ee68522-7368-40d4-9055-b40c7c81ba98 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:42.835853 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-06f3926c-707b-4c94-82ab-3ae95b48cd30 req-9ee68522-7368-40d4-9055-b40c7c81ba98 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1535270 Sep 03 13:15:42.905192 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3ae9-329e-45bd-8168-8881dcc687fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9953429'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:42.931135 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e3ae9-329e-45bd-8168-8881dcc687fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8896cdb-075b-4b0c-9b30-26e21f3c2b16,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:42.941564 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3ae9-329e-45bd-8168-8881dcc687fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:42.943695 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ae5e3ae9-329e-45bd-8168-8881dcc687fc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e8896cdb-075b-4b0c-9b30-26e21f3c2b16 HTTP/1.1" status: 204 len: 168 time: 0.3057466 Sep 03 13:15:42.946312 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:43.031957 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.134867 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.140761 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-8e26efe2-76b8-47de-88c4-3a7063021cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:43.142275 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-8e26efe2-76b8-47de-88c4-3a7063021cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 1098 time: 0.3306339 Sep 03 13:15:43.145574 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-06f3926c-707b-4c94-82ab-3ae95b48cd30 req-c2dafe33-3013-44b5-9d0d-037d0934c7d6 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2851763 Sep 03 13:15:43.146734 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414d0b81-f00e-4975-b8de-43b149b948f6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:43.159171 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebb280f-ff48-4872-8c81-581d961d32db') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:43.160945 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebb280f-ff48-4872-8c81-581d961d32db') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:43.180397 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.204263 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.210300 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Deleting port 86e1b012-9b7a-453c-9094-37424dbccde2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:15:43.210675 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.213115 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:15:43.213744 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:15:43.216116 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:15:43.367798 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.374826 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.377136 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] 10.222.0.44 "DELETE /v2.0/networks/414d0b81-f00e-4975-b8de-43b149b948f6 HTTP/1.1" status: 204 len: 168 time: 0.4298091 Sep 03 13:15:43.394171 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b8043-86ba-45e1-9f79-8e9b2fdc81bc admin admin] Pushing event deleted for resources: {'Network': ['ID=414d0b81-f00e-4975-b8de-43b149b948f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:43.422466 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-ea3bbf75-c654-4c6b-96ce-5feb49ca720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:43.422466 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-ea3bbf75-c654-4c6b-96ce-5feb49ca720f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 912 time: 0.2683947 Sep 03 13:15:43.429481 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] For port 86e1b012-9b7a-453c-9094-37424dbccde2, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=86e1b012-9b7a-453c-9094-37424dbccde2,segment=NetworkSegment(c3a14f1b-2c82-48ee-a057-ad8fbd516c40),segment_id=c3a14f1b-2c82-48ee-a057-ad8fbd516c40)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:43.429826 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.459051 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9f0de-13f6-4d05-bb9a-dbe4784169e5 req-1b8a2aa4-7f26-4a95-ba30-d12858812dcd tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:43.460571 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c1c9f0de-13f6-4d05-bb9a-dbe4784169e5 req-1b8a2aa4-7f26-4a95-ba30-d12858812dcd tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.2311933 Sep 03 13:15:43.473535 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e8e9-6311-418f-9fb4-1a9bf979cf26 req-859b6451-6d2d-49f7-adef-0b02cdedeca7 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:43.475136 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5af4e8e9-6311-418f-9fb4-1a9bf979cf26 req-859b6451-6d2d-49f7-adef-0b02cdedeca7 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 944 time: 0.2030520 Sep 03 13:15:43.481103 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Calling delete_port for 86e1b012-9b7a-453c-9094-37424dbccde2 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:15:43.535917 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 979986a6-6ac8-497e-9454-b7777e0ef93a up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:15:43.651968 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-df89567e-4b50-4252-a24d-e894bcb11976 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0 HTTP/1.1" status: 200 len: 1001 time: 0.2087090 Sep 03 13:15:43.669964 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c1c9f0de-13f6-4d05-bb9a-dbe4784169e5 req-ab2299ed-e369-49d3-9c4c-38f00e00b222 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935670 Sep 03 13:15:43.672718 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5af4e8e9-6311-418f-9fb4-1a9bf979cf26 req-ce3bd2c9-1733-4f99-96c3-d3114ea2fff7 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610143 Sep 03 13:15:43.685058 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 979986a6-6ac8-497e-9454-b7777e0ef93a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:15:43.696198 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 979986a6-6ac8-497e-9454-b7777e0ef93a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:15:43.697161 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.755127 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-4cdc87d4-a8f3-4f7d-8f55-29a61bfcfe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:43.756642 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-4cdc87d4-a8f3-4f7d-8f55-29a61bfcfe3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 200 len: 850 time: 0.0830615 Sep 03 13:15:43.876402 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:43.915268 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:43.929680 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-96a41e98-4153-459e-a9b4-fc67f32f1c9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a347e1546cac465481ab721e242bb8fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0586383 Sep 03 13:15:43.932541 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:43.944586 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979986a6-6ac8-497e-9454-b7777e0ef93a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:43.946957 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bd35eb-8355-4217-97c7-319f73a7619c" -d '{"events": [{"server_uuid": "a093240b-3c37-40b4-9b99-974cbe19727b", "name": "network-vif-plugged", "status": "completed", "tag": "979986a6-6ac8-497e-9454-b7777e0ef93a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:43.968534 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-34c86c1e-c2e3-4fdf-8b9a-571b4f748866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:43.969676 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 979986a6-6ac8-497e-9454-b7777e0ef93a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=979986a6-6ac8-497e-9454-b7777e0ef93a,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:15:43.970046 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-34c86c1e-c2e3-4fdf-8b9a-571b4f748866 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2049623 Sep 03 13:15:43.982877 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115d3fa-315b-43b9-978d-a30e8320d777 req-0f8d33b9-3e9a-4900-9448-bb84ab457d6a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:43.984614 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7115d3fa-315b-43b9-978d-a30e8320d777 req-0f8d33b9-3e9a-4900-9448-bb84ab457d6a tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 946 time: 0.1327069 Sep 03 13:15:43.997782 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b94bdb4-b8ae-400d-bdc8-6bdcf268538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:44.020874 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b94bdb4-b8ae-400d-bdc8-6bdcf268538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:44.030905 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69770762-1a49-4f97-9de8-47ffba21df0f req-3f81bdb4-0b79-4244-af78-cdc05858b015 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:44.036007 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-69770762-1a49-4f97-9de8-47ffba21df0f req-3f81bdb4-0b79-4244-af78-cdc05858b015 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.1194108 Sep 03 13:15:44.065366 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:44.067040 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 24bd7138-8ec6-48ed-beb4-9f83126f42f4 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:15:44.099355 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:44.119051 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 24bd7138-8ec6-48ed-beb4-9f83126f42f4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:15:44.119744 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 24bd7138-8ec6-48ed-beb4-9f83126f42f4 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:15:44.121489 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7115d3fa-315b-43b9-978d-a30e8320d777 req-c460ccd3-e0de-4d42-b474-b2ca8438f500 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e38c84c-c719-4a95-9d3c-92fc6586854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252267 Sep 03 13:15:44.166836 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Pushing event deleted for resources: {'Port': ['ID=86e1b012-9b7a-453c-9094-37424dbccde2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:44.194528 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c0848-65e3-4ad9-b1ef-2915597b29bd x-openstack-request-id: req-110c0848-65e3-4ad9-b1ef-2915597b29bd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:44.194829 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-69770762-1a49-4f97-9de8-47ffba21df0f req-8d0fe76f-19c4-4491-87b9-74f39efb29ba tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391120 Sep 03 13:15:44.195046 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a093240b-3c37-40b4-9b99-974cbe19727b", "name": "network-vif-plugged", "status": "completed", "tag": "979986a6-6ac8-497e-9454-b7777e0ef93a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:44.195046 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-110c0848-65e3-4ad9-b1ef-2915597b29bd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:44.195046 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'code': 200} Sep 03 13:15:44.197172 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=979986a6-6ac8-497e-9454-b7777e0ef93a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:44.197504 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-27b54492-ccde-465c-b2d0-1fc47a2a0e05 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093070 Sep 03 13:15:44.201769 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b94bdb4-b8ae-400d-bdc8-6bdcf268538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:44.204698 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b94bdb4-b8ae-400d-bdc8-6bdcf268538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:44.206184 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-5b94bdb4-b8ae-400d-bdc8-6bdcf268538d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00555a57-04aa-4e78-bfed-e0edc098fb98 HTTP/1.1" status: 204 len: 168 time: 0.2708526 Sep 03 13:15:44.216511 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94bdb4-b8ae-400d-bdc8-6bdcf268538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00555a57-04aa-4e78-bfed-e0edc098fb98,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:44.304981 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] No DVR routers for this DVR port 86e1b012-9b7a-453c-9094-37424dbccde2 on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:15:44.312401 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:44.314695 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2614b1e4-8011-489a-ac61-1b103adc2128 req-b50ce7fc-89eb-4556-ab31-56aa073047d8 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.48 "DELETE /v2.0/ports/86e1b012-9b7a-453c-9094-37424dbccde2 HTTP/1.1" status: 204 len: 173 time: 1.6118767 Sep 03 13:15:44.315273 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecb6564-625b-46ff-9e41-119c57cd18b1', 'name': 'network-vif-deleted', 'tag': '86e1b012-9b7a-453c-9094-37424dbccde2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:44.317675 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ecb404-6b46-41da-83de-211ac7b1ebed" -d '{"events": [{"server_uuid": "2ecb6564-625b-46ff-9e41-119c57cd18b1", "name": "network-vif-deleted", "tag": "86e1b012-9b7a-453c-9094-37424dbccde2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:44.408028 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7ea8c-d16e-45ec-b6a5-a9f4ab628a62 req-381ee97d-d25c-4c3b-aea5-01f3bdb9a6b6 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:44.409737 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-24e7ea8c-d16e-45ec-b6a5-a9f4ab628a62 req-381ee97d-d25c-4c3b-aea5-01f3bdb9a6b6 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1334407 Sep 03 13:15:44.420030 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7456b2e5-8451-4a2b-a0c0-164c436a8b95 req-cdfbbe65-6b65-472f-819e-8483fc9da45b service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616838 Sep 03 13:15:44.458404 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-24e7ea8c-d16e-45ec-b6a5-a9f4ab628a62 req-30ca0f2c-1826-44e8-8784-0e6264032e3c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397239 Sep 03 13:15:44.502111 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0346c7dd-8c68-4614-8011-ceb63133ff7a x-openstack-request-id: req-0346c7dd-8c68-4614-8011-ceb63133ff7a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:44.506480 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecb6564-625b-46ff-9e41-119c57cd18b1", "name": "network-vif-deleted", "tag": "86e1b012-9b7a-453c-9094-37424dbccde2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:44.506480 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0346c7dd-8c68-4614-8011-ceb63133ff7a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:44.506480 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecb6564-625b-46ff-9e41-119c57cd18b1', 'name': 'network-vif-deleted', 'tag': '86e1b012-9b7a-453c-9094-37424dbccde2', 'status': 'completed', 'code': 200} Sep 03 13:15:44.601164 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122401ec-fd5c-40c0-a271-40ca05fc9d69 req-782cdfe0-841e-443b-acc1-cb7e5e7ee676 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:44.603082 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-122401ec-fd5c-40c0-a271-40ca05fc9d69 req-782cdfe0-841e-443b-acc1-cb7e5e7ee676 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0600636 Sep 03 13:15:44.653647 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-122401ec-fd5c-40c0-a271-40ca05fc9d69 req-29cb5109-e4f3-4396-9784-86d1ad374af7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Sep 03 13:15:44.896581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede8558-1b9f-4a0a-85c5-6ab6c3de2e96 req-b97492d4-1037-43aa-8177-2ddc5fd28c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:44.898332 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9ede8558-1b9f-4a0a-85c5-6ab6c3de2e96 req-b97492d4-1037-43aa-8177-2ddc5fd28c67 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 1098 time: 0.1550570 Sep 03 13:15:44.938318 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dc962-7dd5-483d-8365-8c1f59543d50 req-03d09e5b-d85b-4a10-8b51-d95231f752d2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:44.940039 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5a0dc962-7dd5-483d-8365-8c1f59543d50 req-03d09e5b-d85b-4a10-8b51-d95231f752d2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.1403186 Sep 03 13:15:45.035183 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9ede8558-1b9f-4a0a-85c5-6ab6c3de2e96 req-ea77efe1-3bd0-41de-a963-9e0a1ce26fae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046450 Sep 03 13:15:45.047719 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5a0dc962-7dd5-483d-8365-8c1f59543d50 req-fa9eccac-96e5-4120-b20a-257871ab4508 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939107 Sep 03 13:15:45.280751 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60c6fcf0-8091-4a0c-a146-b333a67ae7ad req-8f06e32e-32fe-4d14-8666-62a1d29bda75 tempest-VolumesActionsTest-1543816378 tempest-VolumesActionsTest-1543816378-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ecb6564-625b-46ff-9e41-119c57cd18b1 HTTP/1.1" status: 200 len: 210 time: 0.0503614 Sep 03 13:15:45.540687 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 86e1b012-9b7a-453c-9094-37424dbccde2 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:15:45.585887 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 86e1b012-9b7a-453c-9094-37424dbccde2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:15:45.586564 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 86e1b012-9b7a-453c-9094-37424dbccde2 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:15:45.625262 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3265b8-c258-41f1-894e-91c7624791a4 req-040bb754-b3ba-4ee4-a00f-30afa96a9447 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:45.627258 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5a3265b8-c258-41f1-894e-91c7624791a4 req-040bb754-b3ba-4ee4-a00f-30afa96a9447 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0676019 Sep 03 13:15:45.677363 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5a3265b8-c258-41f1-894e-91c7624791a4 req-02878039-c5b3-4591-acd9-12b9c9030b9c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439844 Sep 03 13:15:46.183506 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb3651-d688-4310-80f3-af172545d9f4 req-0b39eff7-1267-4715-9e51-b983922637b2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:46.185176 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-74fb3651-d688-4310-80f3-af172545d9f4 req-0b39eff7-1267-4715-9e51-b983922637b2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.0562804 Sep 03 13:15:46.234889 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-74fb3651-d688-4310-80f3-af172545d9f4 req-1a80c7e1-7e01-4799-bdf2-002e54c5d30b tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Sep 03 13:15:46.686307 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:46.868327 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72283add-53ee-43cc-8cb9-c2da61987ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.006326 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72283add-53ee-43cc-8cb9-c2da61987ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.123403 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72283add-53ee-43cc-8cb9-c2da61987ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.224899 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72283add-53ee-43cc-8cb9-c2da61987ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df415aa-24bf-4858-9b67-54aa75e9bf2d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:47.233627 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-72283add-53ee-43cc-8cb9-c2da61987ddc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89fbd66a82d046e7b9de9d9b7cbee254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472639 Sep 03 13:15:47.234825 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47422) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:47.274086 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:47.333156 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a51fbc1-30dd-400b-8643-dafb3d8386c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.348898 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:15:47.375540 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a51fbc1-30dd-400b-8643-dafb3d8386c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.468714 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d737b77-820a-4d2a-9c78-5ac59ece6cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.539025 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901123-fc2e-4623-a657-7317e5011da0 req-514dd146-9d95-4e83-b859-bbd8dda561cc tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:47.541756 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2c901123-fc2e-4623-a657-7317e5011da0 req-514dd146-9d95-4e83-b859-bbd8dda561cc tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.1514950 Sep 03 13:15:47.618195 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2c901123-fc2e-4623-a657-7317e5011da0 req-8e67c9e9-dc23-465c-a58e-e19de75e7ef6 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620475 Sep 03 13:15:47.722965 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a51fbc1-30dd-400b-8643-dafb3d8386c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.727795 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a51fbc1-30dd-400b-8643-dafb3d8386c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.729733 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0a51fbc1-30dd-400b-8643-dafb3d8386c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6df415aa-24bf-4858-9b67-54aa75e9bf2d HTTP/1.1" status: 204 len: 168 time: 0.4933941 Sep 03 13:15:47.751317 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51fbc1-30dd-400b-8643-dafb3d8386c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df415aa-24bf-4858-9b67-54aa75e9bf2d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:47.857539 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e01b56-60ef-43b6-bf2c-17f53eb8ad5a req-2dfe4de3-8ede-4218-9704-0236a44047e0 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:47.860971 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e0e01b56-60ef-43b6-bf2c-17f53eb8ad5a req-2dfe4de3-8ede-4218-9704-0236a44047e0 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.1117346 Sep 03 13:15:47.884058 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d737b77-820a-4d2a-9c78-5ac59ece6cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:47.952036 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e0e01b56-60ef-43b6-bf2c-17f53eb8ad5a req-7274d6ea-92b0-4ea7-a52f-c05d60216c7f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629361 Sep 03 13:15:47.986945 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:48.001795 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d737b77-820a-4d2a-9c78-5ac59ece6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:48.072370 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6d737b77-820a-4d2a-9c78-5ac59ece6cfd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1839bbb63b2e48aea3cd790c27668c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7965753 Sep 03 13:15:48.077968 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47456) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:48.088983 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d737b77-820a-4d2a-9c78-5ac59ece6cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3439ac-7d29-4f92-8886-f062584888c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:48.156678 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:48.181019 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23cfa47b-dd18-4aa8-9bca-27a8d3141d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:48.212504 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23cfa47b-dd18-4aa8-9bca-27a8d3141d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:48.359133 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71458fa7-32cb-4bdb-88cd-023495980ece tempest-TestVolumeBootPattern-691114230 tempest-TestVolumeBootPattern-691114230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:48.368316 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-71458fa7-32cb-4bdb-88cd-023495980ece tempest-TestVolumeBootPattern-691114230 tempest-TestVolumeBootPattern-691114230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 1093 time: 0.3741295 Sep 03 13:15:48.370087 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47474) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:48.376581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'port_id': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:15:48.398967 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23cfa47b-dd18-4aa8-9bca-27a8d3141d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:48.404672 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23cfa47b-dd18-4aa8-9bca-27a8d3141d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:48.404672 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-23cfa47b-dd18-4aa8-9bca-27a8d3141d57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c3439ac-7d29-4f92-8886-f062584888c5 HTTP/1.1" status: 204 len: 168 time: 0.3238592 Sep 03 13:15:48.429576 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfa47b-dd18-4aa8-9bca-27a8d3141d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3439ac-7d29-4f92-8886-f062584888c5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:48.517831 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:48.639143 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:48.763844 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Allocated IP 172.27.1.237 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/301aceda-111c-45a9-bddc-86ad1671f92f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:15:48.908512 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:49.065065 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:49.105180 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:15:49.108561 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:15:49.112671 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:15:49.152513 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=301aceda-111c-45a9-bddc-86ad1671f92f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:49.694907 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:49.862324 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:50.345307 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:50.431128 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:50.508790 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=301aceda-111c-45a9-bddc-86ad1671f92f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:50.517370 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:50.649615 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Floating IP 5210c312-f78f-433b-984a-acdd37bff08e associated. External IP: 172.27.1.237, port: 979986a6-6ac8-497e-9454-b7777e0ef93a. Sep 03 13:15:50.914971 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:15:51.060925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:15:51.091366 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:15:51.102414 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:15:51.103056 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:15:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:51.202999 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:51.224731 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:15:51.249747 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-d785e610-7215-40fe-ae69-8c4615388916 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8770421 Sep 03 13:15:51.251049 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'tag': '979986a6-6ac8-497e-9454-b7777e0ef93a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:15:51.257108 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a5126f-2bd9-4806-bac1-f41d0337dc35" -d '{"events": [{"name": "network-changed", "server_uuid": "a093240b-3c37-40b4-9b99-974cbe19727b", "tag": "979986a6-6ac8-497e-9454-b7777e0ef93a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:15:51.325541 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e849f71-af3f-4bc3-8c06-fcf6bc7008ad x-openstack-request-id: req-1e849f71-af3f-4bc3-8c06-fcf6bc7008ad {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:15:51.325889 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a093240b-3c37-40b4-9b99-974cbe19727b", "tag": "979986a6-6ac8-497e-9454-b7777e0ef93a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:15:51.326221 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e849f71-af3f-4bc3-8c06-fcf6bc7008ad {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:15:51.326941 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'tag': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'status': 'completed', 'code': 200} Sep 03 13:15:51.499205 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '5210c312-f78f-433b-984a-acdd37bff08e', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:8c:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:15:49Z', 'updated_at': '2021-09-03T13:15:49Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:51.529716 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:15:51.538749 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:15:51.539366 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:15:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:51.672632 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:15:51.793891 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:51.926442 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f791-cd45-4bf1-a6a4-ec18779de921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:51.988919 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '5210c312-f78f-433b-984a-acdd37bff08e', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:8c:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:15:49Z', 'updated_at': '2021-09-03T13:15:49Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:15:52.024762 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662039c-0307-49de-8403-7c44fc04a6e0 None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '5210c312-f78f-433b-984a-acdd37bff08e', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:8c:57:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:15:49Z', 'updated_at': '2021-09-03T13:15:49Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:15:52.058764 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f791-cd45-4bf1-a6a4-ec18779de921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:52.062843 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-6b760021-ac70-4dce-8ac2-beeb3bc6ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:52.065258 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-6b760021-ac70-4dce-8ac2-beeb3bc6ed95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 1098 time: 0.0601714 Sep 03 13:15:52.125874 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f791-cd45-4bf1-a6a4-ec18779de921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:52.169309 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-d5b3f791-cd45-4bf1-a6a4-ec18779de921 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea43db35fb79417ebddbaee832937df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739934 Sep 03 13:15:52.170312 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f791-cd45-4bf1-a6a4-ec18779de921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a7075-3017-41cf-a193-6d22bfbf93f8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:52.174567 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:52.200679 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-7a31b125-93ce-4217-92f5-686120462820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:52.202645 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-7a31b125-93ce-4217-92f5-686120462820 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.1290069 Sep 03 13:15:52.242072 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8a38f86-878a-41a3-a373-4e50d2e6e467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:52.274914 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8a38f86-878a-41a3-a373-4e50d2e6e467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:52.290876 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-ef93cec6-051c-4468-a0b3-b77270da0586 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979986a6-6ac8-497e-9454-b7777e0ef93a HTTP/1.1" status: 200 len: 999 time: 0.0767415 Sep 03 13:15:52.336926 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a3289-058a-4e00-bbf6-7ac96dfab1e8 None None] New status for floating IP 5210c312-f78f-433b-984a-acdd37bff08e: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:15:52.364629 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-230043ef-442a-4353-ae86-70294ce5c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:52.366601 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-230043ef-442a-4353-ae86-70294ce5c643 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.0619159 Sep 03 13:15:52.377065 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:52.408068 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8a38f86-878a-41a3-a373-4e50d2e6e467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:52.412072 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8a38f86-878a-41a3-a373-4e50d2e6e467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:52.413747 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e8a38f86-878a-41a3-a373-4e50d2e6e467 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e5a7075-3017-41cf-a193-6d22bfbf93f8 HTTP/1.1" status: 204 len: 168 time: 0.2379770 Sep 03 13:15:52.424941 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a38f86-878a-41a3-a373-4e50d2e6e467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a7075-3017-41cf-a193-6d22bfbf93f8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:52.437063 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-ee5b986f-5ef0-420c-9f94-1eccf5b5ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:15:52.439411 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-ee5b986f-5ef0-420c-9f94-1eccf5b5ab80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650940 Sep 03 13:15:52.534735 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcad7f92-6991-4a18-a3e8-801d27af2610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:52.562409 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-b900c87a-a738-4d9b-8266-c0d2d849d80d service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062222 Sep 03 13:15:52.661084 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcad7f92-6991-4a18-a3e8-801d27af2610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:52.694597 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-64a5126f-2bd9-4806-bac1-f41d0337dc35 req-150ca7c0-3f15-4f2b-9b07-3ce7d322ad6f service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159768 Sep 03 13:15:53.796851 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcad7f92-6991-4a18-a3e8-801d27af2610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:53.838436 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-fcad7f92-6991-4a18-a3e8-801d27af2610 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9cde274712c43e1bc1ff44845ef0972&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4597461 Sep 03 13:15:53.840166 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad7f92-6991-4a18-a3e8-801d27af2610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66bb756-e9bf-4a32-ad0a-0b42cb429607,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:53.843260 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47634) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:53.919786 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6af4ab36-bcd1-4c5c-a56e-576dd0b7b258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:53.948276 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6af4ab36-bcd1-4c5c-a56e-576dd0b7b258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.237152 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6af4ab36-bcd1-4c5c-a56e-576dd0b7b258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.240487 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6af4ab36-bcd1-4c5c-a56e-576dd0b7b258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.242095 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-6af4ab36-bcd1-4c5c-a56e-576dd0b7b258 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e66bb756-e9bf-4a32-ad0a-0b42cb429607 HTTP/1.1" status: 204 len: 168 time: 0.3971751 Sep 03 13:15:54.252809 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4ab36-bcd1-4c5c-a56e-576dd0b7b258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66bb756-e9bf-4a32-ad0a-0b42cb429607,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:54.370840 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:54.386717 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9acb758a-9ed9-425d-a29c-e0a214acd62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.486385 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9acb758a-9ed9-425d-a29c-e0a214acd62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.580044 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9acb758a-9ed9-425d-a29c-e0a214acd62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.649259 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-9acb758a-9ed9-425d-a29c-e0a214acd62b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9aea0289c314240b9b4966183aef56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802849 Sep 03 13:15:54.650734 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb758a-9ed9-425d-a29c-e0a214acd62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08177d50-0354-447e-bcdc-5f5a55ad2da5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:54.656472 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47652) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:54.748949 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-925b6600-f7a9-4b61-934a-ec9bc090549b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.806143 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-925b6600-f7a9-4b61-934a-ec9bc090549b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.991300 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-925b6600-f7a9-4b61-934a-ec9bc090549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:54.996532 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-925b6600-f7a9-4b61-934a-ec9bc090549b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:55.001997 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-925b6600-f7a9-4b61-934a-ec9bc090549b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08177d50-0354-447e-bcdc-5f5a55ad2da5 HTTP/1.1" status: 204 len: 168 time: 0.3439200 Sep 03 13:15:55.012709 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b6600-f7a9-4b61-934a-ec9bc090549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08177d50-0354-447e-bcdc-5f5a55ad2da5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:55.162727 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47662) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:55.180678 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d147187b-9f3e-459e-bb62-4f89b07df632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:55.330528 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d147187b-9f3e-459e-bb62-4f89b07df632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:55.403758 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d147187b-9f3e-459e-bb62-4f89b07df632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:55.489333 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-d147187b-9f3e-459e-bb62-4f89b07df632 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cb3b69a14474dd094d580cf29fd3fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250835 Sep 03 13:15:55.492015 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147187b-9f3e-459e-bb62-4f89b07df632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c54df1e-fd64-4f05-90b0-d1f7ad1182de,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:55.500975 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:15:55.581555 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63aa3616-d4a9-43a7-82dc-1ea2ea1831e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:55.615360 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63aa3616-d4a9-43a7-82dc-1ea2ea1831e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:55.766621 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63aa3616-d4a9-43a7-82dc-1ea2ea1831e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:55.769299 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63aa3616-d4a9-43a7-82dc-1ea2ea1831e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:55.770541 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-63aa3616-d4a9-43a7-82dc-1ea2ea1831e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c54df1e-fd64-4f05-90b0-d1f7ad1182de HTTP/1.1" status: 204 len: 168 time: 0.2676508 Sep 03 13:15:55.780316 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa3616-d4a9-43a7-82dc-1ea2ea1831e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c54df1e-fd64-4f05-90b0-d1f7ad1182de,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:15:58.350464 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10c2180f-8c23-43bd-8386-035c2e997ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:01.240571 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-840f2f58-6803-479c-a5a9-b9b50f33117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:01.532501 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:01.998973 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:02.814076 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a87e21-e265-420b-b0a3-b81d09c17a29 req-4699a56c-c1e0-476b-a23c-b75027a08aea tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:02.826609 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-15a87e21-e265-420b-b0a3-b81d09c17a29 req-4699a56c-c1e0-476b-a23c-b75027a08aea tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.1314986 Sep 03 13:16:02.928367 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-15a87e21-e265-420b-b0a3-b81d09c17a29 req-83ac46f8-8a81-435a-be17-3a3f540c1a87 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848851 Sep 03 13:16:02.946816 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47856) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:03.231607 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93619bd7-32cf-4d3f-acad-fbf81a5b21a4 tempest-TestMinimumBasicScenario-669348108 tempest-TestMinimumBasicScenario-669348108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:03.241805 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-93619bd7-32cf-4d3f-acad-fbf81a5b21a4 tempest-TestMinimumBasicScenario-669348108 tempest-TestMinimumBasicScenario-669348108-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1093 time: 0.2844946 Sep 03 13:16:03.246137 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:03.251315 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'port_id': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:03.442675 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:03.710541 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:03.864010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Allocated IP 172.27.1.248 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/b47ce4bc-8069-4d2e-a7fb-10201afd05a9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:16:03.982008 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:03.998599 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:04.249803 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:04.334299 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:04.334299 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:04.334299 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:16:04.390343 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'Port': ['ID=b47ce4bc-8069-4d2e-a7fb-10201afd05a9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:04.833191 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:05.044650 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:05.357944 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:05.464590 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:05.680565 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'Port': ['ID=b47ce4bc-8069-4d2e-a7fb-10201afd05a9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:05.702836 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:05.881104 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.l3_db [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Floating IP af61369d-6ffb-4866-938c-f239df427a0d associated. External IP: 172.27.1.248, port: 90c635a2-04f6-4a11-9b96-f3a57e44fe33. Sep 03 13:16:06.201741 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Router 2c1ef984-12f7-4bf5-bc28-063a2931320f has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:16:06.511216 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:06.751704 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea57ca4d-3363-4c88-a67e-8015405de465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:06.819419 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:16:06.856321 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] Sync routers for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:16:06.883691 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:06.885245 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:06.928324 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea57ca4d-3363-4c88-a67e-8015405de465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.031068 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea57ca4d-3363-4c88-a67e-8015405de465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.073503 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:07.084658 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57ca4d-3363-4c88-a67e-8015405de465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eaf758-9ddc-4076-aac0-00558a099b30,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:07.095727 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ea57ca4d-3363-4c88-a67e-8015405de465 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce5a5982222f4c53b686b64df125ee26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784800 Sep 03 13:16:07.096062 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:07.116501 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.184165 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f76d4db-6ddc-435e-8553-384b61ef1e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.188177 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-67ff49e4-d287-4fd8-9eb0-e355829f2b4a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9406414 Sep 03 13:16:07.189693 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:16:07.195017 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:07.198125 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ed03f-d19b-485f-9839-70f8c22312c5" -d '{"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:16:07.202873 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d59eaafa-c29e-4eb7-a091-c51d3bb1288f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534850083', 'description': 'tempest-secgroup-smoke-1534850083 description', 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:07.248928 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f76d4db-6ddc-435e-8553-384b61ef1e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.303822 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df6240a-48ea-4a37-8036-7ca4851e4e4e x-openstack-request-id: req-9df6240a-48ea-4a37-8036-7ca4851e4e4e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:16:07.303822 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:16:07.303822 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9df6240a-48ea-4a37-8036-7ca4851e4e4e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:16:07.303822 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'status': 'completed', 'code': 200} Sep 03 13:16:07.368832 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d59eaafa-c29e-4eb7-a091-c51d3bb1288f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.468838 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'af61369d-6ffb-4866-938c-f239df427a0d', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'port_id': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'mac_address': 'fa:16:3e:ab:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbf5bb-4318-460f-baac-c735d62897eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:16:04Z', 'updated_at': '2021-09-03T13:16:04Z', 'revision_number': 0, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:34Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:07.480958 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f76d4db-6ddc-435e-8553-384b61ef1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.484494 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f76d4db-6ddc-435e-8553-384b61ef1e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.488840 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-6f76d4db-6ddc-435e-8553-384b61ef1e5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08eaf758-9ddc-4076-aac0-00558a099b30 HTTP/1.1" status: 204 len: 168 time: 0.3914466 Sep 03 13:16:07.504915 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] Checking router: 2c1ef984-12f7-4bf5-bc28-063a2931320f for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:16:07.516442 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:07.517338 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:07.560380 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76d4db-6ddc-435e-8553-384b61ef1e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eaf758-9ddc-4076-aac0-00558a099b30,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:07.693869 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:07.704411 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d59eaafa-c29e-4eb7-a091-c51d3bb1288f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.853934 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d59eaafa-c29e-4eb7-a091-c51d3bb1288f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.893815 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eaafa-c29e-4eb7-a091-c51d3bb1288f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55778552-fd41-4659-a84e-3efdaa977a1a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:08.111056 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d59eaafa-c29e-4eb7-a091-c51d3bb1288f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:08.115798 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47968) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:08.116573 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-d59eaafa-c29e-4eb7-a091-c51d3bb1288f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9194465 Sep 03 13:16:08.125086 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-07161e02-0783-41c6-a6e8-d6e90992b716 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'security_group_rule': {'security_group_id': '55778552-fd41-4659-a84e-3efdaa977a1a', 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:08.234161 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'af61369d-6ffb-4866-938c-f239df427a0d', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'port_id': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'mac_address': 'fa:16:3e:ab:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbf5bb-4318-460f-baac-c735d62897eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:16:04Z', 'updated_at': '2021-09-03T13:16:04Z', 'revision_number': 0, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:34Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:08.252965 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07161e02-0783-41c6-a6e8-d6e90992b716 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:08.275437 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ff162-e979-43c2-8b6a-6c54fad7d15d None None] The sync data for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi is: [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'af61369d-6ffb-4866-938c-f239df427a0d', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'port_id': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'mac_address': 'fa:16:3e:ab:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbf5bb-4318-460f-baac-c735d62897eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:16:04Z', 'updated_at': '2021-09-03T13:16:04Z', 'revision_number': 0, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:34Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:16:08.394604 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07161e02-0783-41c6-a6e8-d6e90992b716 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:08.676312 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5628a14a-605f-476e-8f60-e3f0e86e5b1b None None] New status for floating IP af61369d-6ffb-4866-938c-f239df427a0d: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:16:08.755891 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07161e02-0783-41c6-a6e8-d6e90992b716 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:08.775994 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07161e02-0783-41c6-a6e8-d6e90992b716 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeec719-78c7-43c2-be10-a67d82bf591e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:08.926158 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07161e02-0783-41c6-a6e8-d6e90992b716 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:08.939293 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-07161e02-0783-41c6-a6e8-d6e90992b716 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8213799 Sep 03 13:16:08.942298 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:08.960725 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fa65b838-9664-4053-8088-013adf8b6cb2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'security_group_rule': {'security_group_id': '55778552-fd41-4659-a84e-3efdaa977a1a', 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:08.976487 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:09.003780 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8824d500-a381-4fe8-9741-6f3796a5d640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.038886 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-f60d1364-8442-4eff-a87e-2298062e2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:09.040608 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-f60d1364-8442-4eff-a87e-2298062e2ee2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1098 time: 0.1176829 Sep 03 13:16:09.195486 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa65b838-9664-4053-8088-013adf8b6cb2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.225037 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-a51c9504-ef30-4aaf-b26a-f7010f673d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:09.232918 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-a51c9504-ef30-4aaf-b26a-f7010f673d84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 200 len: 916 time: 0.1753929 Sep 03 13:16:09.258573 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8824d500-a381-4fe8-9741-6f3796a5d640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.331813 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa65b838-9664-4053-8088-013adf8b6cb2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.350306 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-31340f42-8365-4bf8-b10f-65d90279acdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 1001 time: 0.1092455 Sep 03 13:16:09.380136 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8824d500-a381-4fe8-9741-6f3796a5d640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.411665 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-3cb14b1f-7c19-4788-897b-523ad0d06506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:09.413399 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-3cb14b1f-7c19-4788-897b-523ad0d06506 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c440f60-b5d1-4883-83a1-d3f05906bc3b HTTP/1.1" status: 200 len: 854 time: 0.0533156 Sep 03 13:16:09.430155 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa65b838-9664-4053-8088-013adf8b6cb2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.481385 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8824d500-a381-4fe8-9741-6f3796a5d640 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10028d27c765449fac9819782619e3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035203 Sep 03 13:16:09.488635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 47988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:09.492608 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824d500-a381-4fe8-9741-6f3796a5d640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e76a53c-f54d-4d63-b965-ea2ee9078609,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:09.504817 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65b838-9664-4053-8088-013adf8b6cb2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1207a4aa-2540-4fb8-90f4-101964589bf2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:09.550238 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-924b65eb-f87a-4702-82a1-1dd8f99a6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:09.553346 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-924b65eb-f87a-4702-82a1-1dd8f99a6d7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d9b4e4c-3e11-4a39-9916-06cb39445149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211243 Sep 03 13:16:09.613772 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa65b838-9664-4053-8088-013adf8b6cb2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.618664 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-fa65b838-9664-4053-8088-013adf8b6cb2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6739769 Sep 03 13:16:09.623861 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 47990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:09.629366 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-89b7ece5-6c61-425f-ba5c-a52da484c66b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'security_group_rule': {'security_group_id': '55778552-fd41-4659-a84e-3efdaa977a1a', 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:09.696462 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c4cddf5-c60c-4ac6-8077-96a17bb0e979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.740868 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c4cddf5-c60c-4ac6-8077-96a17bb0e979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.753130 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-b449ee4f-3475-44bb-8263-c878ae547c69 service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827331 Sep 03 13:16:09.805489 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89b7ece5-6c61-425f-ba5c-a52da484c66b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.951800 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89b7ece5-6c61-425f-ba5c-a52da484c66b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.050883 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-942ed03f-d19b-485f-9839-70f8c22312c5 req-cca6c6a3-da50-4d23-b40d-9500cf8cf01a service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777281 Sep 03 13:16:10.187165 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89b7ece5-6c61-425f-ba5c-a52da484c66b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.207371 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7ece5-6c61-425f-ba5c-a52da484c66b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2f8a57-65a3-44e7-b7e5-36786f6c2615,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:10.231875 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c4cddf5-c60c-4ac6-8077-96a17bb0e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.238017 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c4cddf5-c60c-4ac6-8077-96a17bb0e979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.244370 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4c4cddf5-c60c-4ac6-8077-96a17bb0e979 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e76a53c-f54d-4d63-b965-ea2ee9078609 HTTP/1.1" status: 204 len: 168 time: 0.7501125 Sep 03 13:16:10.255812 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cddf5-c60c-4ac6-8077-96a17bb0e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e76a53c-f54d-4d63-b965-ea2ee9078609,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:10.333944 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89b7ece5-6c61-425f-ba5c-a52da484c66b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.340973 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-89b7ece5-6c61-425f-ba5c-a52da484c66b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7112002 Sep 03 13:16:10.341406 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:10.350976 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-01084733-d4c2-40d7-9e63-f66ffdcf8ead tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'security_group_rule': {'security_group_id': '55778552-fd41-4659-a84e-3efdaa977a1a', 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:10.466428 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01084733-d4c2-40d7-9e63-f66ffdcf8ead tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.564448 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01084733-d4c2-40d7-9e63-f66ffdcf8ead tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.733149 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01084733-d4c2-40d7-9e63-f66ffdcf8ead tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.772225 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01084733-d4c2-40d7-9e63-f66ffdcf8ead tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81702d97-ca3c-4366-96ca-ac9d51ae8322,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:10.877170 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01084733-d4c2-40d7-9e63-f66ffdcf8ead tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.880395 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-01084733-d4c2-40d7-9e63-f66ffdcf8ead tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5356998 Sep 03 13:16:10.883009 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:10.890502 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-243aae75-0b0c-42fa-9743-f75d6538ebf7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'security_group_rule': {'security_group_id': '55778552-fd41-4659-a84e-3efdaa977a1a', 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:11.014604 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-243aae75-0b0c-42fa-9743-f75d6538ebf7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Project 02acdd3ce7e142e9a6a9da6eb5dde242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:16:11.041378 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-243aae75-0b0c-42fa-9743-f75d6538ebf7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:11.196587 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-243aae75-0b0c-42fa-9743-f75d6538ebf7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:11.390801 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-243aae75-0b0c-42fa-9743-f75d6538ebf7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:11.429561 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243aae75-0b0c-42fa-9743-f75d6538ebf7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cbe7a0-a460-4252-b378-1c1d49770288,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:11.556592 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-243aae75-0b0c-42fa-9743-f75d6538ebf7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:11.559135 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-243aae75-0b0c-42fa-9743-f75d6538ebf7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6746945 Sep 03 13:16:11.562117 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48042) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:11.571762 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6a892c15-fc39-4d5b-b2c7-ab1f29ac19d7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'security_group_rule': {'security_group_id': '55778552-fd41-4659-a84e-3efdaa977a1a', 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:11.771599 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-6a892c15-fc39-4d5b-b2c7-ab1f29ac19d7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Project 02acdd3ce7e142e9a6a9da6eb5dde242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:16:11.780239 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a892c15-fc39-4d5b-b2c7-ab1f29ac19d7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:11.875125 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a892c15-fc39-4d5b-b2c7-ab1f29ac19d7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:11.979198 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a892c15-fc39-4d5b-b2c7-ab1f29ac19d7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:12.045061 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a892c15-fc39-4d5b-b2c7-ab1f29ac19d7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793d06be-6369-4a5f-a426-adae7a0a5de4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:12.155131 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a892c15-fc39-4d5b-b2c7-ab1f29ac19d7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:12.165158 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-6a892c15-fc39-4d5b-b2c7-ab1f29ac19d7 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6005208 Sep 03 13:16:12.308217 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-f8b93776-d756-4caf-813f-7798d7db325e tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534850083&fields=id&tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242 HTTP/1.1" status: 200 len: 267 time: 0.0742645 Sep 03 13:16:12.387952 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-9be9e9b2-4634-492c-a27a-c30d0d8b0e85 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:12.389640 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-9be9e9b2-4634-492c-a27a-c30d0d8b0e85 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0746655 Sep 03 13:16:12.406867 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'port': {'security_groups': ['9aff90d5-e9a2-419e-b06a-1722b82ee3ff', '55778552-fd41-4659-a84e-3efdaa977a1a']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:12.503139 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:12.791008 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] For port 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:12.853062 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:13.257751 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:13.301295 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['90c635a2-04f6-4a11-9b96-f3a57e44fe33'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:16:13.352049 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:13.352806 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:13.359910 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f9ab6a6f-9f13-4782-8022-23bf6fad73e5 req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "PUT /v2.0/ports/90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 981 time: 0.9581666 Sep 03 13:16:13.365212 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:16:13.369366 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244" -d '{"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:16:13.460795 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab3bd4-8c46-4504-80d7-7ed13304ac66 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'Port': ['ID=90c635a2-04f6-4a11-9b96-f3a57e44fe33,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:13.506887 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eabcd4a-67ee-4303-ae1e-f98153c635f8 x-openstack-request-id: req-5eabcd4a-67ee-4303-ae1e-f98153c635f8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:16:13.507611 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:16:13.508256 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5eabcd4a-67ee-4303-ae1e-f98153c635f8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:16:13.509078 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'status': 'completed', 'code': 200} Sep 03 13:16:13.632327 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['90c635a2-04f6-4a11-9b96-f3a57e44fe33'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:16:13.772008 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-96e88c71-65f2-441b-a8c7-c1656ad0e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:13.775835 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-96e88c71-65f2-441b-a8c7-c1656ad0e1e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1137 time: 0.2137382 Sep 03 13:16:13.880245 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a26f-c7a8-4f53-bb09-6079063e75f9 req-9dadf12a-a9fb-47e9-8da2-edf9073c07f8 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:13.885173 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e637a26f-c7a8-4f53-bb09-6079063e75f9 req-9dadf12a-a9fb-47e9-8da2-edf9073c07f8 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.3300622 Sep 03 13:16:13.945706 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a25b82ed-65cd-40be-bfdb-81b4793b7487 None None] Provisioning complete for port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:13.946091 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a25b82ed-65cd-40be-bfdb-81b4793b7487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:14.052815 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-7aeedc1e-511d-4b13-beb6-83744659c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:14.056550 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-7aeedc1e-511d-4b13-beb6-83744659c871 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 200 len: 916 time: 0.2527392 Sep 03 13:16:14.309313 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e637a26f-c7a8-4f53-bb09-6079063e75f9 req-a25e905d-6311-4562-a735-73deb1396920 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505190 Sep 03 13:16:14.357921 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-9bc03698-8114-4b76-b01a-70bab05262fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 1001 time: 0.2852497 Sep 03 13:16:14.521407 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-82ad257e-84b2-4ad2-930f-edd96b438138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:14.524824 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-82ad257e-84b2-4ad2-930f-edd96b438138 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c440f60-b5d1-4883-83a1-d3f05906bc3b HTTP/1.1" status: 200 len: 854 time: 0.1408682 Sep 03 13:16:14.593093 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-58d07a10-b8f4-40e9-8a55-1854bf03ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:14.594919 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-58d07a10-b8f4-40e9-8a55-1854bf03ca3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d9b4e4c-3e11-4a39-9916-06cb39445149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613508 Sep 03 13:16:14.749651 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-c6655ba1-c652-4082-8774-340b7b08997b service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454225 Sep 03 13:16:14.880230 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c9993f1a-d6bf-4c17-aae9-69fdbb7fa244 req-5e80830c-7c2c-44ae-8b02-2e85c1182d9b service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188910 Sep 03 13:16:15.255426 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48142) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:15.408899 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aefa40ae-85a9-4ce1-84e3-3434deaa241c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:15.526194 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aefa40ae-85a9-4ce1-84e3-3434deaa241c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:15.601773 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aefa40ae-85a9-4ce1-84e3-3434deaa241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:15.644440 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-aefa40ae-85a9-4ce1-84e3-3434deaa241c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=972a8b693886468ca43b765c01295dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876414 Sep 03 13:16:15.645057 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa40ae-85a9-4ce1-84e3-3434deaa241c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8284a-d321-4e88-8a63-3316973b2be9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:15.648894 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48146) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:15.717738 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ba6703e-5bf2-49a9-a8a0-cd117f9d309a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:15.744897 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ba6703e-5bf2-49a9-a8a0-cd117f9d309a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:15.871163 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ba6703e-5bf2-49a9-a8a0-cd117f9d309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:15.873731 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ba6703e-5bf2-49a9-a8a0-cd117f9d309a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:15.874910 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8ba6703e-5bf2-49a9-a8a0-cd117f9d309a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ac8284a-d321-4e88-8a63-3316973b2be9 HTTP/1.1" status: 204 len: 168 time: 0.2229040 Sep 03 13:16:15.889956 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6703e-5bf2-49a9-a8a0-cd117f9d309a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8284a-d321-4e88-8a63-3316973b2be9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:16.857446 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:16.911071 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea550e55-7c9c-4a66-ba00-d217a5ef330e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.079657 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48178) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:17.118552 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea550e55-7c9c-4a66-ba00-d217a5ef330e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.226546 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-871cc5f8-45c1-4187-aa24-8e2376e43424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.520298 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea550e55-7c9c-4a66-ba00-d217a5ef330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.565511 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ea550e55-7c9c-4a66-ba00-d217a5ef330e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0bfac733ba742fd81497bf8c1e329cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054467 Sep 03 13:16:17.566712 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea550e55-7c9c-4a66-ba00-d217a5ef330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e781bd9-0af7-46d0-b53b-8f199c96f9a3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:17.572069 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:17.623274 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3c0358c-7123-4d3e-a83a-4eaf3095345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.645313 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3c0358c-7123-4d3e-a83a-4eaf3095345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.647358 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01f48109-bf6b-4872-907d-466bc098940b req-1d236772-7874-42d2-b118-024011e843a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693998 Sep 03 13:16:17.658370 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-871cc5f8-45c1-4187-aa24-8e2376e43424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.755003 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f48109-bf6b-4872-907d-466bc098940b req-04548289-459b-4e20-9ba7-ebd0f970c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:17.756576 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01f48109-bf6b-4872-907d-466bc098940b req-04548289-459b-4e20-9ba7-ebd0f970c021 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 1098 time: 0.0536354 Sep 03 13:16:17.767740 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-871cc5f8-45c1-4187-aa24-8e2376e43424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.830653 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3c0358c-7123-4d3e-a83a-4eaf3095345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.834280 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cc5f8-45c1-4187-aa24-8e2376e43424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f1625-f949-4d88-b8ea-e75300f8ca55,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:17.849758 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3c0358c-7123-4d3e-a83a-4eaf3095345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.849758 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-f3c0358c-7123-4d3e-a83a-4eaf3095345a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e781bd9-0af7-46d0-b53b-8f199c96f9a3 HTTP/1.1" status: 204 len: 168 time: 0.2689869 Sep 03 13:16:17.850601 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-871cc5f8-45c1-4187-aa24-8e2376e43424 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17d7e92eb48c444bbb106403f6883a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7667406 Sep 03 13:16:17.852401 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48194) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:17.877657 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0358c-7123-4d3e-a83a-4eaf3095345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e781bd9-0af7-46d0-b53b-8f199c96f9a3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:17.993568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e0abf12-f0e9-44d7-8348-5107b64d3fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:17.996937 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f48109-bf6b-4872-907d-466bc098940b req-2f28f518-1a22-4d06-8f56-4c3df1c567e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:17.999052 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01f48109-bf6b-4872-907d-466bc098940b req-2f28f518-1a22-4d06-8f56-4c3df1c567e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 912 time: 0.2085991 Sep 03 13:16:18.040472 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:18.062975 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e0abf12-f0e9-44d7-8348-5107b64d3fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:18.115734 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01f48109-bf6b-4872-907d-466bc098940b req-0b2c5623-e868-46ad-b8ec-43ba6d9d4b1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0 HTTP/1.1" status: 200 len: 1001 time: 0.1053562 Sep 03 13:16:18.175412 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f48109-bf6b-4872-907d-466bc098940b req-62168a8e-20fc-49d3-a032-81cbd0e2f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:18.176949 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01f48109-bf6b-4872-907d-466bc098940b req-62168a8e-20fc-49d3-a032-81cbd0e2f908 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 200 len: 850 time: 0.0532086 Sep 03 13:16:18.243351 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e0abf12-f0e9-44d7-8348-5107b64d3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:18.252305 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e0abf12-f0e9-44d7-8348-5107b64d3fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:18.256631 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4e0abf12-f0e9-44d7-8348-5107b64d3fc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/481f1625-f949-4d88-b8ea-e75300f8ca55 HTTP/1.1" status: 204 len: 168 time: 0.4021122 Sep 03 13:16:18.280212 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0abf12-f0e9-44d7-8348-5107b64d3fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f1625-f949-4d88-b8ea-e75300f8ca55,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:18.318888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f48109-bf6b-4872-907d-466bc098940b req-66b5848e-01c4-462c-9693-91c232ebf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:18.321213 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01f48109-bf6b-4872-907d-466bc098940b req-66b5848e-01c4-462c-9693-91c232ebf3ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1345448 Sep 03 13:16:18.493323 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01f48109-bf6b-4872-907d-466bc098940b req-224a3241-56d7-4c68-beb1-95e47f0bd6b2 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619577 Sep 03 13:16:18.628181 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-01f48109-bf6b-4872-907d-466bc098940b req-61faa722-a1fc-481c-9e88-a4deba90c5bb service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256802 Sep 03 13:16:19.170519 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:19.185922 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad75b264-5ed5-4355-9ddf-737e88a19542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:19.304762 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad75b264-5ed5-4355-9ddf-737e88a19542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:19.499181 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad75b264-5ed5-4355-9ddf-737e88a19542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:19.548214 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ad75b264-5ed5-4355-9ddf-737e88a19542 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17664a1904e14566a274d37bc2cc6d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740919 Sep 03 13:16:19.548214 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75b264-5ed5-4355-9ddf-737e88a19542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b6348-bbf6-4ba4-b835-895e493d7cef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:19.549069 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:19.605383 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0774a5ba-c36c-4b77-9beb-4a0507028dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:19.633915 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0774a5ba-c36c-4b77-9beb-4a0507028dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:19.870672 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0774a5ba-c36c-4b77-9beb-4a0507028dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:19.873586 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0774a5ba-c36c-4b77-9beb-4a0507028dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:19.874884 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0774a5ba-c36c-4b77-9beb-4a0507028dcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f2b6348-bbf6-4ba4-b835-895e493d7cef HTTP/1.1" status: 204 len: 168 time: 0.3246546 Sep 03 13:16:19.884417 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a5ba-c36c-4b77-9beb-4a0507028dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b6348-bbf6-4ba4-b835-895e493d7cef,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:24.348222 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:16:27.158830 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48438) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:27.205173 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Deleting subnet c1a15296-8408-4580-87f4-c92bbd8a7282 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:16:27.208611 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.242800 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9823876'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.283075 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.493786 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9868946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422321'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.526367 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a15296-8408-4580-87f4-c92bbd8a7282,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:27.530753 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.532104 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c1a15296-8408-4580-87f4-c92bbd8a7282 HTTP/1.1" status: 204 len: 168 time: 0.3722987 Sep 03 13:16:27.539648 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:27.540137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.540137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.540137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.540137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.540137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.540137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.540643 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.540643 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.541012 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.541449 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.542445 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.542896 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9050e-e1ce-460e-8797-de97ddce78a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:27.620588 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.701966 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.713515 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcaf1d1-1492-453c-89d3-3b046390d8af']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:27.725064 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:27.725364 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a14f1b-2c82-48ee-a057-ad8fbd516c40') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:27.735168 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.751246 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.757939 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:16:27.758438 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:16:27.760399 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:16:27.899279 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.911136 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:27.911136 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] 10.222.0.44 "DELETE /v2.0/networks/4bcaf1d1-1492-453c-89d3-3b046390d8af HTTP/1.1" status: 204 len: 168 time: 0.3736923 Sep 03 13:16:27.922082 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9ce99-773b-410c-badb-c8828211686e admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcaf1d1-1492-453c-89d3-3b046390d8af,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:28.329428 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:28.333207 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a8e4-3454-4fdd-a398-fd8f2f0c3d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:28.378327 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-68fe2742-0616-47e5-be8f-8c3f3856f909 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b99cf506a9b4df687f38c750251d3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475295 Sep 03 13:16:28.380887 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:28.431664 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4df3eafe-f303-48be-9e2d-7eff8b5713fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:28.456742 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4df3eafe-f303-48be-9e2d-7eff8b5713fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:28.618902 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4df3eafe-f303-48be-9e2d-7eff8b5713fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:28.622063 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4df3eafe-f303-48be-9e2d-7eff8b5713fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:28.623620 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4df3eafe-f303-48be-9e2d-7eff8b5713fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e38c84c-c719-4a95-9d3c-92fc6586854b HTTP/1.1" status: 204 len: 168 time: 0.2416627 Sep 03 13:16:28.632253 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3eafe-f303-48be-9e2d-7eff8b5713fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e38c84c-c719-4a95-9d3c-92fc6586854b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:29.803936 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:29.927193 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-808873147-network', 'tenant_id': '399a3acde7944afcb28b84d2b356f671'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:30.040150 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Made reservation on behalf of 399a3acde7944afcb28b84d2b356f671 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:16:30.042567 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:30.052687 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:30.143349 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:30.253088 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:30.278057 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:16:30.293860 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c751a87b-1dc1-4fb1-a5d2-223b09de1011,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:30.296829 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:30.297172 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.segments_db [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Added segment 5213f453-b0ca-4226-8c40-938ffac78c98 of type vlan for network c7d8b6b7-a960-444d-b245-9cd14e87636b Sep 03 13:16:30.338568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:30.476082 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:30.477001 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:30.477617 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:30.789871 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d8b6b7-a960-444d-b245-9cd14e87636b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:30.794595 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-93cd2f8f-a58a-4121-9722-fcd7b8f05fc6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9893062 Sep 03 13:16:30.799087 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:30.803302 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network c7d8b6b7-a960-444d-b245-9cd14e87636b details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:16:30.804003 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Request body: {'subnet': {'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-808873147-subnet', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:30.919919 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Made reservation on behalf of 399a3acde7944afcb28b84d2b356f671 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:16:30.922322 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422292'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.154117 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93b1c7d4-eb52-4c0a-8f8b-85c1c8c680f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.179001 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9868883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422330'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.243078 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:31.250613 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Checking segment: {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:16:31.250978 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Network hostable DHCP agents. Network: c7d8b6b7-a960-444d-b245-9cd14e87636b, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:16:31.321945 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Network c7d8b6b7-a960-444d-b245-9cd14e87636b is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:16:31.401897 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, c7d8b6b7-a960-444d-b245-9cd14e87636b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:31.407693 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:31.408661 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.416346 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d597d-cc09-41c8-934d-960cb174d840 None None] Network c7d8b6b7-a960-444d-b245-9cd14e87636b requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:16:31.545515 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-75da807d-966e-4a33-8ce7-b657f3ef1544 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7453167 Sep 03 13:16:31.548207 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48516) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:31.552815 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:31.580271 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-c7d8b6b7-a960-444d-b245-9cd14e87636b', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:16:31.581159 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.590720 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.671265 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.672538 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.716349 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Allocated IP 172.20.0.2 (c7d8b6b7-a960-444d-b245-9cd14e87636b/e00fa5bc-0f8f-42b7-bcb7-756379e02ce7/701df5dd-ca56-4360-a23a-0e0ade8addce) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:16:31.727707 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.873793 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:31.884250 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Transition to ACTIVE for port object 701df5dd-ca56-4360-a23a-0e0ade8addce will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:31.911329 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Transition to ACTIVE for port object 701df5dd-ca56-4360-a23a-0e0ade8addce will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:32.025140 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.026452 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.027216 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.065135 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Network c7d8b6b7-a960-444d-b245-9cd14e87636b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:32.066611 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:32.070232 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:16:32.082033 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Pushing event updated for resources: {'Port': ['ID=701df5dd-ca56-4360-a23a-0e0ade8addce,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:32.110637 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.110990 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.111337 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.111683 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.112021 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.112355 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.112685 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.113015 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.113348 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.113674 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.113998 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.114322 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:32.155453 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Attempting to bind port 701df5dd-ca56-4360-a23a-0e0ade8addce on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:16:32.156006 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Attempting to bind port 701df5dd-ca56-4360-a23a-0e0ade8addce by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:16:32.156462 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Attempting to bind port 701df5dd-ca56-4360-a23a-0e0ade8addce on network c7d8b6b7-a960-444d-b245-9cd14e87636b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:16:32.162938 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:16:32.166488 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Checking segment: {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:16:32.166488 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.166488 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Bound using segment: {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:16:32.166488 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Bound port: 701df5dd-ca56-4360-a23a-0e0ade8addce, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:16:32.166488 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.234418 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] For port 701df5dd-ca56-4360-a23a-0e0ade8addce, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:16:32.238182 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] For port 701df5dd-ca56-4360-a23a-0e0ade8addce, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=701df5dd-ca56-4360-a23a-0e0ade8addce,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:16:32.315086 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.358852 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.381051 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb92d3f-8161-4762-8650-988129b7ad48 None None] Pushing event updated for resources: {'Port': ['ID=701df5dd-ca56-4360-a23a-0e0ade8addce,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:32.381300 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.509889 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Allocated IP 172.27.1.172 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/a3993ce4-969c-4ce0-8975-849f9869587c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:16:32.643135 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.756816 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:32.796096 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:32.798994 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:32.802543 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:16:32.811864 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Pushing event updated for resources: {'Port': ['ID=a3993ce4-969c-4ce0-8975-849f9869587c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:33.196626 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:33.300914 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e061780-bf6c-4490-8df4-585dd5ba804b None None] Network c7d8b6b7-a960-444d-b245-9cd14e87636b requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:16:33.417903 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:33.485196 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3f145aa8-6b82-4cf4-80c5-6a1adc02f86a None None] Provisioning for port 701df5dd-ca56-4360-a23a-0e0ade8addce completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:33.562053 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 701df5dd-ca56-4360-a23a-0e0ade8addce up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:33.699129 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 701df5dd-ca56-4360-a23a-0e0ade8addce completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:33.699538 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:16:33.705198 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 701df5dd-ca56-4360-a23a-0e0ade8addce triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:33.709019 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:33.815515 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:33.830925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:16:33.833167 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-615e6778-28fd-4a72-bcba-56bd075dfdfe None None] Provisioning complete for port 701df5dd-ca56-4360-a23a-0e0ade8addce triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:33.833548 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-615e6778-28fd-4a72-bcba-56bd075dfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:33.864371 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:33.885478 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 701df5dd-ca56-4360-a23a-0e0ade8addce, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=701df5dd-ca56-4360-a23a-0e0ade8addce,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:33.945021 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:33.945606 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-615e6778-28fd-4a72-bcba-56bd075dfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:33.949648 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:33.950475 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-050e1bdc-35fa-4836-bdbe-fc16f7e6011f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4004395 Sep 03 13:16:33.967576 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Sync routers for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:16:33.976712 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:33.977322 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:34.049562 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:34.150104 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.db.api [None req-615e6778-28fd-4a72-bcba-56bd075dfdfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:16:34.150397 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG oslo_db.api [None req-615e6778-28fd-4a72-bcba-56bd075dfdfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:16:34.155209 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=701df5dd-ca56-4360-a23a-0e0ade8addce,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:34.170789 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:34.450682 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:34.508439 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:32Z', 'revision_number': 3, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:34.540495 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Checking router: 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:16:34.541231 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Updating router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b port a3993ce4-969c-4ce0-8975-849f9869587c binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:16:34.585538 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:34.657322 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Allocated IP 172.20.0.1 (c7d8b6b7-a960-444d-b245-9cd14e87636b/e00fa5bc-0f8f-42b7-bcb7-756379e02ce7/759661c0-e42d-4508-87b9-5c12745239ea) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:16:34.803055 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:34.819103 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Transition to ACTIVE for port object 759661c0-e42d-4508-87b9-5c12745239ea will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:34.911994 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:34.923582 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Transition to ACTIVE for port object a3993ce4-969c-4ce0-8975-849f9869587c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:35.030972 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.071158 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Network c7d8b6b7-a960-444d-b245-9cd14e87636b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:35.074229 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:35.077962 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:16:35.079816 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.106174 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Pushing event updated for resources: {'Port': ['ID=759661c0-e42d-4508-87b9-5c12745239ea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:35.126121 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.126509 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.126859 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.127198 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.127537 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.127873 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.128211 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.128545 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.128881 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.129210 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.129543 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.129874 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:35.140068 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Attempting to bind port a3993ce4-969c-4ce0-8975-849f9869587c on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:16:35.140446 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Attempting to bind port a3993ce4-969c-4ce0-8975-849f9869587c by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:16:35.140812 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Attempting to bind port a3993ce4-969c-4ce0-8975-849f9869587c on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:16:35.142313 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.147082 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a804f-b42b-41d8-b401-ccb3323f690a None None] Pushing event updated for resources: {'Port': ['ID=a3993ce4-969c-4ce0-8975-849f9869587c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:35.150680 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:16:35.151126 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:16:35.152057 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.152471 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:16:35.153031 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Bound port: a3993ce4-969c-4ce0-8975-849f9869587c, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:16:35.153559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.223781 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] For port a3993ce4-969c-4ce0-8975-849f9869587c, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:16:35.229470 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] For port a3993ce4-969c-4ce0-8975-849f9869587c, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a3993ce4-969c-4ce0-8975-849f9869587c,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:16:35.381249 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.433660 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.457065 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:35.457749 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:35.460534 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a804f-b42b-41d8-b401-ccb3323f690a None None] Pushing event updated for resources: {'Port': ['ID=a3993ce4-969c-4ce0-8975-849f9869587c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:35.538494 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 701df5dd-ca56-4360-a23a-0e0ade8addce up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:35.543027 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ef6dbc87-99e4-44b1-a3c6-6d9fd7431be4 None None] Provisioning for port 759661c0-e42d-4508-87b9-5c12745239ea completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:35.570945 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ef6dbc87-99e4-44b1-a3c6-6d9fd7431be4 None None] Provisioning complete for port 759661c0-e42d-4508-87b9-5c12745239ea triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:35.571360 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbc87-99e4-44b1-a3c6-6d9fd7431be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.619889 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.641077 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:35.643459 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dbc87-99e4-44b1-a3c6-6d9fd7431be4 None None] Port 759661c0-e42d-4508-87b9-5c12745239ea cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:16:35.691925 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.722516 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 701df5dd-ca56-4360-a23a-0e0ade8addce triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:35.722987 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.763435 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.775511 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Pushing event updated for resources: {'Port': ['ID=759661c0-e42d-4508-87b9-5c12745239ea,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:35.863716 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Network c7d8b6b7-a960-444d-b245-9cd14e87636b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:35.865131 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:35.929636 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:34Z', 'revision_number': 1, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:35.967841 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f1077-2db6-4e10-ac00-aaf93340aeb9 None None] The sync data for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi is: [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:34Z', 'revision_number': 1, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:16:35.996376 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:16:36.121464 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:16:36.143419 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0f4f0e90-c0e7-4bf3-bcc8-60955e53cdaf admin admin] 10.222.0.44 "PUT /v2.0/routers/7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1745634 Sep 03 13:16:36.176620 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f5485db5-fdf4-418b-9da0-057937c14507 None None] Provisioning complete for port 759661c0-e42d-4508-87b9-5c12745239ea triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:36.177372 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5485db5-fdf4-418b-9da0-057937c14507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:36.220610 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f5485db5-fdf4-418b-9da0-057937c14507 None None] Port 759661c0-e42d-4508-87b9-5c12745239ea cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:16:36.932844 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:36.942001 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1922207688-network', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:37.047206 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Made reservation on behalf of 7d7e2924b847491f962aa7ee55ebf44a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:16:37.049550 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.059294 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.153949 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.230209 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.258771 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:16:37.270050 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8615f9da-89cc-4e7b-b57b-98c548b1c9be,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:37.277245 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.277739 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.segments_db [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Added segment 3796cf0a-8943-4a87-9c5e-5a242f9c3884 of type vlan for network 0ef54c81-aaba-4c41-af42-28cce7169680 Sep 03 13:16:37.327499 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824370140'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.503615 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.505508 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:37.507149 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.577579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a3993ce4-969c-4ce0-8975-849f9869587c up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:37.590932 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef54c81-aaba-4c41-af42-28cce7169680,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:37.610623 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Network 0ef54c81-aaba-4c41-af42-28cce7169680 details requested by agent ovs-agent-dv-cinder-782910-3-iscsi with host dv-cinder-782910-3-iscsi {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:16:37.669524 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48598) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:37.672351 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-20c274b5-5dad-4465-8597-6d329c887e04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7361214 Sep 03 13:16:37.676751 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Request body: {'subnet': {'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1922207688-subnet', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:37.817415 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port a3993ce4-969c-4ce0-8975-849f9869587c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:37.820576 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Made reservation on behalf of 7d7e2924b847491f962aa7ee55ebf44a for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:16:37.824426 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422292'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.828298 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port a3993ce4-969c-4ce0-8975-849f9869587c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:37.828672 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.924124 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.951365 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port a3993ce4-969c-4ce0-8975-849f9869587c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a3993ce4-969c-4ce0-8975-849f9869587c,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:38.055993 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Sync routers for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:16:38.057134 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:38.058340 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:38.075030 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.113036 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9868883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422330'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.145262 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=a3993ce4-969c-4ce0-8975-849f9869587c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:38.178855 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:38.183297 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba1ca18-ad75-477c-b531-a142a4dd177f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:38.197866 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Checking segment: {'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:16:38.198433 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Network hostable DHCP agents. Network: 0ef54c81-aaba-4c41-af42-28cce7169680, hostable agents: ['71106e48-30e7-44a6-9bbc-699cc634c39e'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:16:38.310567 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Network 0ef54c81-aaba-4c41-af42-28cce7169680 is scheduled to be hosted by DHCP agent 71106e48-30e7-44a6-9bbc-699cc634c39e with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:16:38.399241 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 2, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:38.435624 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Checking router: 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:16:38.435991 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Updating router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b port 759661c0-e42d-4508-87b9-5c12745239ea binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:16:38.463430 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.583395 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-3-iscsi, 0ef54c81-aaba-4c41-af42-28cce7169680) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:38.588428 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:38.589889 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.596583 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95856c-d610-4260-8b59-56d6ca5ab446 None None] Network 0ef54c81-aaba-4c41-af42-28cce7169680 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:16:38.715636 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0a068e61-5775-47b8-9d6c-e3f226770e60 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0445752 Sep 03 13:16:38.718005 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48622) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:38.726366 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:38.754131 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f855b12-9094-5279-9f32-5189ec0a1303-0ef54c81-aaba-4c41-af42-28cce7169680', 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'fixed_ips': [{'subnet_id': '2ba1ca18-ad75-477c-b531-a142a4dd177f'}]}} from dv-cinder-782910-3-iscsi. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:16:38.755060 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.769237 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.781868 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Transition to ACTIVE for port object 759661c0-e42d-4508-87b9-5c12745239ea will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:38.831250 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11099'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.832384 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11074'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.864588 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.890202 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.910200 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Allocated IP 172.20.0.2 (0ef54c81-aaba-4c41-af42-28cce7169680/2ba1ca18-ad75-477c-b531-a142a4dd177f/80bf9bc6-f126-42eb-86c2-18d8edc30da7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:16:38.924181 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Pushing event updated for resources: {'Port': ['ID=759661c0-e42d-4508-87b9-5c12745239ea,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:38.951039 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.951660 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.952158 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.952669 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.953147 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.953885 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.954384 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.954913 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.955440 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.956080 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.956573 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.957055 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:16:38.994013 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Attempting to bind port 759661c0-e42d-4508-87b9-5c12745239ea on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:16:38.995952 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Attempting to bind port 759661c0-e42d-4508-87b9-5c12745239ea by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:16:38.996491 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Attempting to bind port 759661c0-e42d-4508-87b9-5c12745239ea on network c7d8b6b7-a960-444d-b245-9cd14e87636b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:16:39.004077 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:16:39.004823 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Checking segment: {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:16:39.005394 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.006404 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Bound using segment: {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:16:39.007316 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Bound port: 759661c0-e42d-4508-87b9-5c12745239ea, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:16:39.008043 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.072759 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:39.094938 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] For port 759661c0-e42d-4508-87b9-5c12745239ea, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:16:39.098622 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] For port 759661c0-e42d-4508-87b9-5c12745239ea, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=759661c0-e42d-4508-87b9-5c12745239ea,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:16:39.146791 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.158864 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Transition to ACTIVE for port object 80bf9bc6-f126-42eb-86c2-18d8edc30da7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:39.162839 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.196563 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Transition to ACTIVE for port object 80bf9bc6-f126-42eb-86c2-18d8edc30da7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:39.199705 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.248716 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:39.248967 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5176743c-7947-4720-a136-fb02c3d87a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.249824 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:39.295631 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c9e6-f3b2-4ec0-9c51-4a7dc2b185d3 None None] Pushing event updated for resources: {'Port': ['ID=759661c0-e42d-4508-87b9-5c12745239ea,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:39.350850 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.405025 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5176743c-7947-4720-a136-fb02c3d87a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.421741 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:39.440672 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Network 0ef54c81-aaba-4c41-af42-28cce7169680 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:39.444307 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:39.457639 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:16:39.516499 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5176743c-7947-4720-a136-fb02c3d87a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.562298 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Pushing event updated for resources: {'Port': ['ID=80bf9bc6-f126-42eb-86c2-18d8edc30da7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:39.579157 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-5176743c-7947-4720-a136-fb02c3d87a49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c26287b2cae4cc1b6c0996b7fd3273d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046039 Sep 03 13:16:39.582532 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:39.592981 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176743c-7947-4720-a136-fb02c3d87a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf4dfd4-6115-4718-b3d8-c27e629ff6ba,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:39.615533 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Attempting to bind port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:16:39.615533 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Attempting to bind port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:16:39.615533 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Attempting to bind port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 on network 0ef54c81-aaba-4c41-af42-28cce7169680 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:16:39.618990 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:16:39.620548 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Checking segment: {'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:16:39.621112 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.623134 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Bound using segment: {'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:16:39.625974 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Bound port: 80bf9bc6-f126-42eb-86c2-18d8edc30da7, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:16:39.626422 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.681944 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a3993ce4-969c-4ce0-8975-849f9869587c up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:39.703124 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.730281 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.740222 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36154c8e-ed7c-43e0-9772-3f17b56971d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.748135 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] For port 80bf9bc6-f126-42eb-86c2-18d8edc30da7, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:16:39.748839 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:39Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:39.766775 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] For port 80bf9bc6-f126-42eb-86c2-18d8edc30da7, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=80bf9bc6-f126-42eb-86c2-18d8edc30da7,segment=NetworkSegment(3796cf0a-8943-4a87-9c5e-5a242f9c3884),segment_id=3796cf0a-8943-4a87-9c5e-5a242f9c3884)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:16:39.786947 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bd46b-5623-4944-881e-880f0ca68607 None None] The sync data for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi is: [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:39Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:16:39.788217 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port a3993ce4-969c-4ce0-8975-849f9869587c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:39.790881 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.817480 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36154c8e-ed7c-43e0-9772-3f17b56971d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.871542 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.910738 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Allocated IP 172.27.1.171 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/604314ce-b2f6-4c32-8003-b38490a65122) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:16:39.933455 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 759661c0-e42d-4508-87b9-5c12745239ea up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:39.990708 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5834962-d9bf-4a5c-befd-4c0cd7821045 None None] Pushing event updated for resources: {'Port': ['ID=80bf9bc6-f126-42eb-86c2-18d8edc30da7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:40.051659 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.060438 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36154c8e-ed7c-43e0-9772-3f17b56971d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.063108 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36154c8e-ed7c-43e0-9772-3f17b56971d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.064476 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-36154c8e-ed7c-43e0-9772-3f17b56971d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdf4dfd4-6115-4718-b3d8-c27e629ff6ba HTTP/1.1" status: 204 len: 168 time: 0.4805646 Sep 03 13:16:40.077350 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36154c8e-ed7c-43e0-9772-3f17b56971d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf4dfd4-6115-4718-b3d8-c27e629ff6ba,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:40.097427 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 759661c0-e42d-4508-87b9-5c12745239ea completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:40.101721 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 759661c0-e42d-4508-87b9-5c12745239ea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:40.102107 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.218284 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.251211 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 759661c0-e42d-4508-87b9-5c12745239ea, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=759661c0-e42d-4508-87b9-5c12745239ea,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:40.264995 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.318751 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:40.322079 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:40.326397 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:16:40.338162 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Pushing event updated for resources: {'Port': ['ID=604314ce-b2f6-4c32-8003-b38490a65122,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:40.367916 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.455038 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=759661c0-e42d-4508-87b9-5c12745239ea,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:40.736490 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:40.895026 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea85ae1f-1347-4eb2-b429-d600ea243922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.947887 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:40.963590 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9614e322-1e3a-4af8-8d15-c486a1ea8708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.069455 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.185132 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea85ae1f-1347-4eb2-b429-d600ea243922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.200700 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b756-b4fd-42d2-b942-3c25f9625103 req-a8edfae5-cdc6-4990-98ad-e8710092d9d1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:41.202184 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89632f78-bd79-4c01-b7fb-3485f1c5a9ff None None] Network 0ef54c81-aaba-4c41-af42-28cce7169680 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:16:41.202638 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75a3b756-b4fd-42d2-b942-3c25f9625103 req-a8edfae5-cdc6-4990-98ad-e8710092d9d1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.0943811 Sep 03 13:16:41.260828 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea85ae1f-1347-4eb2-b429-d600ea243922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.320703 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-75a3b756-b4fd-42d2-b942-3c25f9625103 req-66bc1646-0d2c-423b-b2dd-dca06a783b48 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054776 Sep 03 13:16:41.335709 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85ae1f-1347-4eb2-b429-d600ea243922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af45bc7e-8746-4dee-820e-bd71be953683,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:41.366133 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551658'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.382501 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ea85ae1f-1347-4eb2-b429-d600ea243922 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e01ccb7728c4b4cbd8ee05508d3076d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448574 Sep 03 13:16:41.385053 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48680) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:41.412292 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9bef49d8-d726-450c-91a4-a5de5a32b490 None None] Provisioning for port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:41.485005 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38450f04-68f3-4c2d-b409-1e2234d32366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.532011 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9614e322-1e3a-4af8-8d15-c486a1ea8708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.534002 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38450f04-68f3-4c2d-b409-1e2234d32366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.650866 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 759661c0-e42d-4508-87b9-5c12745239ea up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:41.682541 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 is scheduled to L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:16:41.683049 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9614e322-1e3a-4af8-8d15-c486a1ea8708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.704903 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 759661c0-e42d-4508-87b9-5c12745239ea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:41.705390 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.723719 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614e322-1e3a-4af8-8d15-c486a1ea8708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc31f21c-8ded-4ca6-a539-256a56b9eb03,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:41.758799 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38450f04-68f3-4c2d-b409-1e2234d32366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.762333 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38450f04-68f3-4c2d-b409-1e2234d32366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.763537 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-38450f04-68f3-4c2d-b409-1e2234d32366 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af45bc7e-8746-4dee-820e-bd71be953683 HTTP/1.1" status: 204 len: 168 time: 0.3768733 Sep 03 13:16:41.796615 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-9614e322-1e3a-4af8-8d15-c486a1ea8708 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5140322aeaf4c9896ab9cd5b1b8d7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8463244 Sep 03 13:16:41.796888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:41.797642 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38450f04-68f3-4c2d-b409-1e2234d32366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af45bc7e-8746-4dee-820e-bd71be953683,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:41.811232 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 80bf9bc6-f126-42eb-86c2-18d8edc30da7 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:41.909939 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c71439d-7797-4528-b0a5-fa9e241a294a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.930640 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:16:41.941871 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Sync routers for ids ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:16:41.947518 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c71439d-7797-4528-b0a5-fa9e241a294a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.958591 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:41.967820 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:41.968505 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:41.971609 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Routers {'16628783-9e06-4f56-af6a-a6ae0ce4fd13'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:41.972340 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:42.093180 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.094701 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4d2461d0-585e-49f9-8b61-b9e2a09636a4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3755796 Sep 03 13:16:42.097952 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:42.127854 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c71439d-7797-4528-b0a5-fa9e241a294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.131944 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c71439d-7797-4528-b0a5-fa9e241a294a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.136701 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Set router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:42.138927 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-1c71439d-7797-4528-b0a5-fa9e241a294a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc31f21c-8ded-4ca6-a539-256a56b9eb03 HTTP/1.1" status: 204 len: 168 time: 0.3391879 Sep 03 13:16:42.146878 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71439d-7797-4528-b0a5-fa9e241a294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc31f21c-8ded-4ca6-a539-256a56b9eb03,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:42.197367 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.285723 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 80bf9bc6-f126-42eb-86c2-18d8edc30da7, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=80bf9bc6-f126-42eb-86c2-18d8edc30da7,segment=NetworkSegment(3796cf0a-8943-4a87-9c5e-5a242f9c3884),segment_id=3796cf0a-8943-4a87-9c5e-5a242f9c3884)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:42.364078 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.373319 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '604314ce-b2f6-4c32-8003-b38490a65122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 3, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port': {'id': '604314ce-b2f6-4c32-8003-b38490a65122', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:39Z', 'updated_at': '2021-09-03T13:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:42.417919 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Checking router: 16628783-9e06-4f56-af6a-a6ae0ce4fd13 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:16:42.418548 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Updating router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 port 604314ce-b2f6-4c32-8003-b38490a65122 binding host dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:16:42.487787 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.490464 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1639d-80e6-4653-9a0b-a4b359ee2f85 req-6aa5ec99-8679-401d-b0cd-83c2e1f829c4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:42.498933 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63c1639d-80e6-4653-9a0b-a4b359ee2f85 req-6aa5ec99-8679-401d-b0cd-83c2e1f829c4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.0824647 Sep 03 13:16:42.519292 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=80bf9bc6-f126-42eb-86c2-18d8edc30da7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:42.577032 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63c1639d-80e6-4653-9a0b-a4b359ee2f85 req-d1dd8add-60f6-4a38-a1d8-88eef3aa47aa tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714247 Sep 03 13:16:42.663954 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48704) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:42.708916 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81fea6b1-0250-4c46-b9ea-76f13131c9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.819138 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.846926 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Transition to ACTIVE for port object 604314ce-b2f6-4c32-8003-b38490a65122 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:42.860617 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81fea6b1-0250-4c46-b9ea-76f13131c9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.898635 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.923194 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.952745 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81fea6b1-0250-4c46-b9ea-76f13131c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.975532 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Attempting to bind port 604314ce-b2f6-4c32-8003-b38490a65122 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:16:42.975998 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Attempting to bind port 604314ce-b2f6-4c32-8003-b38490a65122 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:16:42.976443 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Attempting to bind port 604314ce-b2f6-4c32-8003-b38490a65122 on network debb55e8-b693-47ec-82cb-7b7ceee926f5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:16:42.992643 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:16:42.995909 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Checking segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:16:42.995909 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:42.995909 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Bound using segment: {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:16:42.995909 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Bound port: 604314ce-b2f6-4c32-8003-b38490a65122, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49c5ea-67a8-4fb1-a675-770771f635e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:16:42.995909 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.004677 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676f8f3-013c-4c7f-beb7-5a47b55736f6 None None] Pushing event updated for resources: {'Port': ['ID=604314ce-b2f6-4c32-8003-b38490a65122,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:43.007868 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-81fea6b1-0250-4c46-b9ea-76f13131c9f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b49026ded724a5da1d6990364649476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423188 Sep 03 13:16:43.010214 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fea6b1-0250-4c46-b9ea-76f13131c9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6bbce1-0122-4769-96c9-5b27d0752a38,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:43.013737 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48714) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:43.080012 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfa01941-ed9c-4493-9fb1-327017f828a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.089643 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] For port 604314ce-b2f6-4c32-8003-b38490a65122, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:16:43.093793 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] For port 604314ce-b2f6-4c32-8003-b38490a65122, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=604314ce-b2f6-4c32-8003-b38490a65122,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:16:43.105445 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfa01941-ed9c-4493-9fb1-327017f828a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.108352 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Allocated IP 172.20.0.1 (0ef54c81-aaba-4c41-af42-28cce7169680/2ba1ca18-ad75-477c-b531-a142a4dd177f/2de93df3-9135-481b-a80a-888ffa958943) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:16:43.173953 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.239315 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Routers {'16628783-9e06-4f56-af6a-a6ae0ce4fd13'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:43.239691 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:43.242655 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.245129 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676f8f3-013c-4c7f-beb7-5a47b55736f6 None None] Pushing event updated for resources: {'Port': ['ID=604314ce-b2f6-4c32-8003-b38490a65122,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:43.248333 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfa01941-ed9c-4493-9fb1-327017f828a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.250413 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfa01941-ed9c-4493-9fb1-327017f828a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.252056 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-cfa01941-ed9c-4493-9fb1-327017f828a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b6bbce1-0122-4769-96c9-5b27d0752a38 HTTP/1.1" status: 204 len: 168 time: 0.2369583 Sep 03 13:16:43.262859 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa01941-ed9c-4493-9fb1-327017f828a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6bbce1-0122-4769-96c9-5b27d0752a38,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:43.281910 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Transition to ACTIVE for port object 2de93df3-9135-481b-a80a-888ffa958943 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:43.393992 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] Set router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:43.402131 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.453517 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Network 0ef54c81-aaba-4c41-af42-28cce7169680 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:43.457588 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:43.460385 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:16:43.462916 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-b0a0ebcb-cbee-4f57-b13c-ca9b5b51e97f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:43.465600 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-b0a0ebcb-cbee-4f57-b13c-ca9b5b51e97f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.0634983 Sep 03 13:16:43.527847 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Pushing event updated for resources: {'Port': ['ID=2de93df3-9135-481b-a80a-888ffa958943,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:43.560752 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386751'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.587742 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 80bf9bc6-f126-42eb-86c2-18d8edc30da7 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:43.636955 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Deleting port 5693d821-0905-495f-9c53-bac45338b02a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:16:43.637300 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.715996 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:43.716381 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.720978 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '604314ce-b2f6-4c32-8003-b38490a65122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 3, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port': {'id': '604314ce-b2f6-4c32-8003-b38490a65122', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:39Z', 'updated_at': '2021-09-03T13:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:43.784327 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727244a4-04f9-4981-9bb5-80cb12ab3b4d None None] The sync data for ids ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'] in dv-cinder-782910-3-iscsi is: [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '604314ce-b2f6-4c32-8003-b38490a65122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 3, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port': {'id': '604314ce-b2f6-4c32-8003-b38490a65122', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:39Z', 'updated_at': '2021-09-03T13:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:16:43.865093 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.912270 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7614e-7b8f-4b7a-998e-803eafd39670 req-44edc870-da3e-4d46-8c6b-e67b97f5707f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:43.914769 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80f7614e-7b8f-4b7a-998e-803eafd39670 req-44edc870-da3e-4d46-8c6b-e67b97f5707f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 947 time: 0.1839626 Sep 03 13:16:43.943605 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] For port 5693d821-0905-495f-9c53-bac45338b02a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5693d821-0905-495f-9c53-bac45338b02a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:43.944073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.952174 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f321c7c-08a6-4792-9ba3-773cf226bc49 None None] Provisioning for port 2de93df3-9135-481b-a80a-888ffa958943 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:43.960708 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f321c7c-08a6-4792-9ba3-773cf226bc49 None None] Provisioning complete for port 2de93df3-9135-481b-a80a-888ffa958943 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:43.960708 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f321c7c-08a6-4792-9ba3-773cf226bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:43.996338 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80f7614e-7b8f-4b7a-998e-803eafd39670 req-34024cf1-5b80-484c-a738-5509d20ff6ff tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd4390e9-fbae-414f-9866-d089bb4a56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669792 Sep 03 13:16:44.015617 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6f321c7c-08a6-4792-9ba3-773cf226bc49 None None] Port 2de93df3-9135-481b-a80a-888ffa958943 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:16:44.177339 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:44.245389 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:44.338114 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Pushing event updated for resources: {'Port': ['ID=2de93df3-9135-481b-a80a-888ffa958943,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:44.341739 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549679'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:44.347798 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:44.348447 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:44.348591 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Floating IP ff6640c6-42fc-4895-9b9b-d6aacfd0f360 disassociated. External IP: 172.27.1.131, port: 5693d821-0905-495f-9c53-bac45338b02a. Sep 03 13:16:44.350150 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Calling delete_port for 5693d821-0905-495f-9c53-bac45338b02a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:16:44.475699 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Network 0ef54c81-aaba-4c41-af42-28cce7169680 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:44.477354 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:44.664010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:16:44.677284 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:44.721939 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event deleted for resources: {'Port': ['ID=5693d821-0905-495f-9c53-bac45338b02a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:44.758446 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a655-205c-4bc9-86c9-518e5ec8e261 req-3786e2c5-2f7b-40c3-9ac8-5572636db9aa tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:44.760211 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2fb5a655-205c-4bc9-86c9-518e5ec8e261 req-3786e2c5-2f7b-40c3-9ac8-5572636db9aa tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 946 time: 0.1196342 Sep 03 13:16:44.849151 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-142594a7-f717-4c68-bb92-5f2dbddfaec6 None None] Provisioning complete for port 2de93df3-9135-481b-a80a-888ffa958943 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:44.849755 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-142594a7-f717-4c68-bb92-5f2dbddfaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:44.871820 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:16:44.897960 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-d52a801a-6eae-4e1a-bae6-5668caab6143 admin admin] 10.222.0.44 "PUT /v2.0/routers/16628783-9e06-4f56-af6a-a6ae0ce4fd13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7987182 Sep 03 13:16:44.913558 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-142594a7-f717-4c68-bb92-5f2dbddfaec6 None None] Port 2de93df3-9135-481b-a80a-888ffa958943 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:16:44.928006 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2fb5a655-205c-4bc9-86c9-518e5ec8e261 req-b18d24b3-c0fc-47b4-840a-973350e2baf5 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598938 Sep 03 13:16:44.989480 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Router 99be87b4-5a25-48d5-880f-8a59eca22e10 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:16:45.132688 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c3d4d611-9f66-4290-ac71-ec28e8d9d7d7 req-61debb3a-28d3-411b-aa9a-8c9472005f2b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 210 time: 0.0367584 Sep 03 13:16:45.177107 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:16:45.190074 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] Sync routers for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:16:45.201301 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:45.202063 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:45.256969 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] No DVR routers for this DVR port 5693d821-0905-495f-9c53-bac45338b02a on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:16:45.260209 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:45.265535 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2c3c2556-4293-4bc7-8021-7af4e11b3d62 req-d2f276cf-b230-404a-be35-a13723cc6e0a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "DELETE /v2.0/ports/5693d821-0905-495f-9c53-bac45338b02a HTTP/1.1" status: 204 len: 173 time: 1.7881377 Sep 03 13:16:45.266038 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-deleted', 'tag': '5693d821-0905-495f-9c53-bac45338b02a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:16:45.272195 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedb2086-9751-4213-a99b-4fec51a091a6" -d '{"events": [{"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-deleted", "tag": "5693d821-0905-495f-9c53-bac45338b02a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:16:45.447126 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:45.645707 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 604314ce-b2f6-4c32-8003-b38490a65122 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:45.659299 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397e63ba-16af-43e9-85f9-44b6501df321 x-openstack-request-id: req-397e63ba-16af-43e9-85f9-44b6501df321 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:16:45.659794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082878f5-e889-4536-98b1-917381deefd4", "name": "network-vif-deleted", "tag": "5693d821-0905-495f-9c53-bac45338b02a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:16:45.659920 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-397e63ba-16af-43e9-85f9-44b6501df321 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:16:45.660272 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082878f5-e889-4536-98b1-917381deefd4', 'name': 'network-vif-deleted', 'tag': '5693d821-0905-495f-9c53-bac45338b02a', 'status': 'completed', 'code': 200} Sep 03 13:16:45.801776 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:45.844189 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] Checking router: 99be87b4-5a25-48d5-880f-8a59eca22e10 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:16:45.855864 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:45.856706 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:45.870288 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 604314ce-b2f6-4c32-8003-b38490a65122 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:45.875500 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 604314ce-b2f6-4c32-8003-b38490a65122 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:45.876081 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.025626 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:46.026971 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.047934 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48808) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:46.052926 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ec4877a7-9ff6-4e63-8222-221e4021fc3c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272965122', 'description': 'tempest-secgroup-smoke-272965122 description', 'project_id': '399a3acde7944afcb28b84d2b356f671'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:46.071254 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 604314ce-b2f6-4c32-8003-b38490a65122, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=604314ce-b2f6-4c32-8003-b38490a65122,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:46.147973 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12fbf1-8402-42bb-b663-fea8d6417c90 req-e9e54514-bbb2-4043-ac1c-8d2f0602415f tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:46.149841 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd12fbf1-8402-42bb-b663-fea8d6417c90 req-e9e54514-bbb2-4043-ac1c-8d2f0602415f tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 946 time: 0.0888569 Sep 03 13:16:46.203148 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.224825 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd12fbf1-8402-42bb-b663-fea8d6417c90 req-2336e5bc-59d8-4518-a4f0-3cb23ce8e409 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670495 Sep 03 13:16:46.250237 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4877a7-9ff6-4e63-8222-221e4021fc3c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.315444 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=604314ce-b2f6-4c32-8003-b38490a65122,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:46.344731 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c70c81f5-2aca-441b-966e-1787d44143a4 req-a41562db-9afe-405d-8da4-0f0ab471fa49 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=082878f5-e889-4536-98b1-917381deefd4 HTTP/1.1" status: 200 len: 210 time: 0.0667162 Sep 03 13:16:46.409048 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:46.456249 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4877a7-9ff6-4e63-8222-221e4021fc3c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.466812 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4085fc-5127-497d-8610-7926e0748c65 None None] The sync data for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi is: [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:16:46.528789 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:46.535261 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4877a7-9ff6-4e63-8222-221e4021fc3c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.561367 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:16:46.593371 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 5693d821-0905-495f-9c53-bac45338b02a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:16:46.593728 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 5693d821-0905-495f-9c53-bac45338b02a not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:16:46.596782 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4877a7-9ff6-4e63-8222-221e4021fc3c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968ae5e2-20d5-43b5-8fbe-ca72543af66c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:46.630438 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4877a7-9ff6-4e63-8222-221e4021fc3c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.632098 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ec4877a7-9ff6-4e63-8222-221e4021fc3c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5829880 Sep 03 13:16:46.635296 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:46.642890 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-70abcfe5-4197-4a40-a03f-c2fa837ef648 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'security_group_rule': {'security_group_id': '968ae5e2-20d5-43b5-8fbe-ca72543af66c', 'project_id': '399a3acde7944afcb28b84d2b356f671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:46.682081 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8cc39b31-d514-4727-91eb-945efab1cfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.740863 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70abcfe5-4197-4a40-a03f-c2fa837ef648 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.851621 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70abcfe5-4197-4a40-a03f-c2fa837ef648 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:46.862109 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-e523f647-46ba-40c8-9243-26d7f1182773 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:46.863693 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-e523f647-46ba-40c8-9243-26d7f1182773 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.48 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 946 time: 0.1128371 Sep 03 13:16:47.005520 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70abcfe5-4197-4a40-a03f-c2fa837ef648 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.023989 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8cc39b31-d514-4727-91eb-945efab1cfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.034283 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abcfe5-4197-4a40-a03f-c2fa837ef648 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2043879d-4be1-42fe-a56b-9892c60cfd75,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:47.078719 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Deleting port 1f3423df-404c-458c-9187-52283fe4aa1d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:16:47.079097 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.151972 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8cc39b31-d514-4727-91eb-945efab1cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.207724 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70abcfe5-4197-4a40-a03f-c2fa837ef648 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.209003 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-70abcfe5-4197-4a40-a03f-c2fa837ef648 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5716057 Sep 03 13:16:47.215424 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:47.215760 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-8cc39b31-d514-4727-91eb-945efab1cfb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d8352206f0345daae9c766188abfcff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6821580 Sep 03 13:16:47.217941 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-33fd60fe-3e54-477f-b717-9e961964ed96 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'security_group_rule': {'security_group_id': '968ae5e2-20d5-43b5-8fbe-ca72543af66c', 'project_id': '399a3acde7944afcb28b84d2b356f671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:47.220768 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:47.243881 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc39b31-d514-4727-91eb-945efab1cfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72266d14-7b6b-4a30-bf3e-04b0bc45d131,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:47.253272 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] For port 1f3423df-404c-458c-9187-52283fe4aa1d, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1f3423df-404c-458c-9187-52283fe4aa1d,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:47.253649 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.283313 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Calling delete_port for 1f3423df-404c-458c-9187-52283fe4aa1d owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:16:47.337913 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd18278-c1c3-4acd-865b-f1e490d1c937 None None] New status for floating IP ff6640c6-42fc-4895-9b9b-d6aacfd0f360: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:16:47.366800 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33fd60fe-3e54-477f-b717-9e961964ed96 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.400280 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb705bd4-d5f6-4551-a38d-c32cbee7bee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.411617 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Sync routers for ids ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:16:47.431388 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Routers {'16628783-9e06-4f56-af6a-a6ae0ce4fd13'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:47.432285 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:47.485840 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33fd60fe-3e54-477f-b717-9e961964ed96 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.521429 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb705bd4-d5f6-4551-a38d-c32cbee7bee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.555271 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eccbc-2e64-488f-9296-d37c9802d771 req-b45dd2f2-1ff1-455a-9808-de6089810a9f tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:47.557218 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ba1eccbc-2e64-488f-9296-d37c9802d771 req-b45dd2f2-1ff1-455a-9808-de6089810a9f tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 946 time: 0.2038453 Sep 03 13:16:47.569324 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:47.594974 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33fd60fe-3e54-477f-b717-9e961964ed96 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.606255 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 604314ce-b2f6-4c32-8003-b38490a65122 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:47.639405 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Set router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:47.648669 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd60fe-3e54-477f-b717-9e961964ed96 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6684ec67-24fd-4b7b-bdc0-93b1938a97e7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:47.701509 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 604314ce-b2f6-4c32-8003-b38490a65122 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:47.701893 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.714263 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8941768f-a41d-4b78-bf6c-401eab2f52bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.728009 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ba1eccbc-2e64-488f-9296-d37c9802d771 req-b65bfaf6-1bd2-4bbe-897c-25220696a5ae tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899580 Sep 03 13:16:47.748048 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8941768f-a41d-4b78-bf6c-401eab2f52bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.751486 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33fd60fe-3e54-477f-b717-9e961964ed96 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.761023 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-33fd60fe-3e54-477f-b717-9e961964ed96 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5401189 Sep 03 13:16:47.761345 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:47.767928 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6300946f-7dbf-4920-992d-9757635e27a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'security_group_rule': {'security_group_id': '968ae5e2-20d5-43b5-8fbe-ca72543af66c', 'project_id': '399a3acde7944afcb28b84d2b356f671', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:47.830715 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.874258 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb705bd4-d5f6-4551-a38d-c32cbee7bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.877129 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb705bd4-d5f6-4551-a38d-c32cbee7bee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.877979 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['1f3423df-404c-458c-9187-52283fe4aa1d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:16:47.881392 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-cb705bd4-d5f6-4551-a38d-c32cbee7bee1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72266d14-7b6b-4a30-bf3e-04b0bc45d131 HTTP/1.1" status: 204 len: 168 time: 0.6592298 Sep 03 13:16:47.882394 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Pushing event deleted for resources: {'Port': ['ID=1f3423df-404c-458c-9187-52283fe4aa1d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:47.911073 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb705bd4-d5f6-4551-a38d-c32cbee7bee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72266d14-7b6b-4a30-bf3e-04b0bc45d131,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:47.941260 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] No DVR routers for this DVR port 1f3423df-404c-458c-9187-52283fe4aa1d on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:16:47.945161 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8941768f-a41d-4b78-bf6c-401eab2f52bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.949284 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8941768f-a41d-4b78-bf6c-401eab2f52bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.950661 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8941768f-a41d-4b78-bf6c-401eab2f52bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd4390e9-fbae-414f-9866-d089bb4a56bf HTTP/1.1" status: 204 len: 168 time: 0.3801968 Sep 03 13:16:47.957479 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6300946f-7dbf-4920-992d-9757635e27a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.965375 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:47.969408 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:47.975629 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95287316-3d35-4b3c-8b5e-17177d50e12d req-ea38409d-564e-4398-8d61-619a90a6de52 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.48 "DELETE /v2.0/ports/1f3423df-404c-458c-9187-52283fe4aa1d HTTP/1.1" status: 204 len: 173 time: 1.0962071 Sep 03 13:16:47.983763 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4175063f-f275-4555-b92b-d4f61401445c', 'name': 'network-vif-deleted', 'tag': '1f3423df-404c-458c-9187-52283fe4aa1d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:16:47.990406 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f88319f-f3ba-4013-9aca-4173ef00f8a1" -d '{"events": [{"server_uuid": "4175063f-f275-4555-b92b-d4f61401445c", "name": "network-vif-deleted", "tag": "1f3423df-404c-458c-9187-52283fe4aa1d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:16:47.991274 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '604314ce-b2f6-4c32-8003-b38490a65122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:16:43Z', 'revision_number': 4, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port': {'id': '604314ce-b2f6-4c32-8003-b38490a65122', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:39Z', 'updated_at': '2021-09-03T13:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '2de93df3-9135-481b-a80a-888ffa958943', 'name': '', 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'mac_address': 'fa:16:3e:84:05:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2ba1ca18-ad75-477c-b531-a142a4dd177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:42Z', 'updated_at': '2021-09-03T13:16:43Z', 'revision_number': 2, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'subnets': [{'id': '2ba1ca18-ad75-477c-b531-a142a4dd177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:48.018544 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.api.v2.resource [None req-134e11cd-e652-41ae-864a-1afcdce199b9 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] show failed (client error): The resource could not be found. Sep 03 13:16:48.021056 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-134e11cd-e652-41ae-864a-1afcdce199b9 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups/dd4390e9-fbae-414f-9866-d089bb4a56bf HTTP/1.1" status: 404 len: 347 time: 0.0544980 Sep 03 13:16:48.024288 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:48.041417 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941768f-a41d-4b78-bf6c-401eab2f52bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4390e9-fbae-414f-9866-d089bb4a56bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:48.103990 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:48.121598 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Checking router: 16628783-9e06-4f56-af6a-a6ae0ce4fd13 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:16:48.121961 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Updating router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 port 2de93df3-9135-481b-a80a-888ffa958943 binding host dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:16:48.122845 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c5bd4e-ad48-4796-baa0-1a73e7cbfb78 x-openstack-request-id: req-18c5bd4e-ad48-4796-baa0-1a73e7cbfb78 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:16:48.123333 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4175063f-f275-4555-b92b-d4f61401445c", "name": "network-vif-deleted", "tag": "1f3423df-404c-458c-9187-52283fe4aa1d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:16:48.123737 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18c5bd4e-ad48-4796-baa0-1a73e7cbfb78 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:16:48.126637 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.127527 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4175063f-f275-4555-b92b-d4f61401445c', 'name': 'network-vif-deleted', 'tag': '1f3423df-404c-458c-9187-52283fe4aa1d', 'status': 'completed', 'code': 200} Sep 03 13:16:48.149707 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.185365 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6300946f-7dbf-4920-992d-9757635e27a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.227341 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Deleting port 44bcd088-8e18-4372-965e-164d7d008cb2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:16:48.227971 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.271325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5792-e0d3-41ca-bdc6-74bb893a3355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.316620 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.317245 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.345546 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6300946f-7dbf-4920-992d-9757635e27a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.349847 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Calling delete_port for 44bcd088-8e18-4372-965e-164d7d008cb2 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:16:48.384950 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300946f-7dbf-4920-992d-9757635e27a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c110753-7084-4f35-b50d-3fe86c599d7a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:48.409310 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5792-e0d3-41ca-bdc6-74bb893a3355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.465789 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.492391 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5792-e0d3-41ca-bdc6-74bb893a3355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.535193 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-f8ff5792-e0d3-41ca-bdc6-74bb893a3355 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6cab20faa042494d9a8f1e1b794edc2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299710 Sep 03 13:16:48.535960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff5792-e0d3-41ca-bdc6-74bb893a3355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b75c28-f415-4e67-b88d-fa302ce3960b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:48.537975 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48888) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:48.594997 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7aef930d-eaef-4710-ae84-67b94b0463a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.596084 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6300946f-7dbf-4920-992d-9757635e27a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.597310 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-6300946f-7dbf-4920-992d-9757635e27a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8349686 Sep 03 13:16:48.600063 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48890) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:48.605297 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ca0e7f36-f363-4135-94a2-56bd4c7c309a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'security_group_rule': {'security_group_id': '968ae5e2-20d5-43b5-8fbe-ca72543af66c', 'project_id': '399a3acde7944afcb28b84d2b356f671', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:48.617693 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7aef930d-eaef-4710-ae84-67b94b0463a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.664486 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.698679 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event deleted for resources: {'Port': ['ID=44bcd088-8e18-4372-965e-164d7d008cb2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:48.758245 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.761156 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.765093 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ee546189-98e1-4950-bb4c-3f657b14b75b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "DELETE /v2.0/floatingips/ff6640c6-42fc-4895-9b9b-d6aacfd0f360 HTTP/1.1" status: 204 len: 168 time: 0.7370999 Sep 03 13:16:48.767913 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Transition to ACTIVE for port object 2de93df3-9135-481b-a80a-888ffa958943 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:16:48.774738 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7f36-f363-4135-94a2-56bd4c7c309a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.779324 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7aef930d-eaef-4710-ae84-67b94b0463a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.781895 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7aef930d-eaef-4710-ae84-67b94b0463a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.783166 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7aef930d-eaef-4710-ae84-67b94b0463a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4b75c28-f415-4e67-b88d-fa302ce3960b HTTP/1.1" status: 204 len: 168 time: 0.2438264 Sep 03 13:16:48.800015 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef930d-eaef-4710-ae84-67b94b0463a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b75c28-f415-4e67-b88d-fa302ce3960b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:48.882130 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:48.935059 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bafb0f21-0cb7-4804-8189-2ff5d48f8799 req-928f256c-91cc-4c15-a29f-b6f7f3197217 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=4175063f-f275-4555-b92b-d4f61401445c HTTP/1.1" status: 200 len: 210 time: 0.0449018 Sep 03 13:16:48.951470 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7f36-f363-4135-94a2-56bd4c7c309a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.014337 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d548ea-b690-45e0-8676-073af99936d3 None None] Pushing event updated for resources: {'Port': ['ID=2de93df3-9135-481b-a80a-888ffa958943,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:49.025601 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Attempting to bind port 2de93df3-9135-481b-a80a-888ffa958943 on host dv-cinder-782910-3-iscsi for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:16:49.026048 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Attempting to bind port 2de93df3-9135-481b-a80a-888ffa958943 by drivers openvswitch,hyperv on host dv-cinder-782910-3-iscsi at level 0 using segments [{'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:16:49.027058 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Attempting to bind port 2de93df3-9135-481b-a80a-888ffa958943 on network 0ef54c81-aaba-4c41-af42-28cce7169680 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:16:49.032416 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Checking agent: {'id': 'b4f767a0-6b9b-41f2-8235-792887910970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 3, 1), 'started_at': datetime.datetime(2021, 9, 3, 13, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:16:49.032890 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Checking segment: {'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:16:49.033357 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.033828 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Bound using segment: {'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:16:49.034392 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Bound port: 2de93df3-9135-481b-a80a-888ffa958943, host: dv-cinder-782910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3796cf0a-8943-4a87-9c5e-5a242f9c3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:16:49.034869 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.108257 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] For port 2de93df3-9135-481b-a80a-888ffa958943, host dv-cinder-782910-3-iscsi, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:16:49.111865 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] For port 2de93df3-9135-481b-a80a-888ffa958943, host dv-cinder-782910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=2de93df3-9135-481b-a80a-888ffa958943,segment=NetworkSegment(3796cf0a-8943-4a87-9c5e-5a242f9c3884),segment_id=3796cf0a-8943-4a87-9c5e-5a242f9c3884)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:16:49.125776 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7f36-f363-4135-94a2-56bd4c7c309a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.148325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e7f36-f363-4135-94a2-56bd4c7c309a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9d4b73-858c-40b6-9860-dc3b0e14ad54,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:49.166019 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:49.183110 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7031-01f1-4cba-b8b0-e0d5b8027d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.208194 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:49.213486 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508607138', 'description': 'tempest-description--592044558'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:49.299075 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7f36-f363-4135-94a2-56bd4c7c309a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.299562 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.300394 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ca0e7f36-f363-4135-94a2-56bd4c7c309a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6992722 Sep 03 13:16:49.304351 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:49.308960 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'security_group_rule': {'security_group_id': '968ae5e2-20d5-43b5-8fbe-ca72543af66c', 'project_id': '399a3acde7944afcb28b84d2b356f671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:49.328853 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.db.api [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 13:16:49.328853 dv-cinder-782910-3-iscsi neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 13:16:49.328853 dv-cinder-782910-3-iscsi neutron-server[94688]: [parameters: {'project_id_1': '399a3acde7944afcb28b84d2b356f671', 'expiration_1': datetime.datetime(2021, 9, 3, 13, 16, 29, 314653)}] Sep 03 13:16:49.328853 dv-cinder-782910-3-iscsi neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:16:49.329253 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG oslo_db.api [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:16:49.332237 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.db.api [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 13:16:49.332237 dv-cinder-782910-3-iscsi neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 13:16:49.332237 dv-cinder-782910-3-iscsi neutron-server[94688]: [parameters: {'project_id_1': '48b97f2e2a274ce39e1aad5a462f5ceb', 'expiration_1': datetime.datetime(2021, 9, 3, 13, 16, 29, 220116)}] Sep 03 13:16:49.332237 dv-cinder-782910-3-iscsi neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:16:49.338006 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG oslo_db.api [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:16:49.429340 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7031-01f1-4cba-b8b0-e0d5b8027d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.463854 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Routers {'16628783-9e06-4f56-af6a-a6ae0ce4fd13'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:16:49.464922 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:16:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:49.481535 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7031-01f1-4cba-b8b0-e0d5b8027d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.533089 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6c0c7031-01f1-4cba-b8b0-e0d5b8027d5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=226ed390437541358ab4588d930d71dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657384 Sep 03 13:16:49.535730 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:49.542283 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c7031-01f1-4cba-b8b0-e0d5b8027d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c02da-3d51-4acd-80b4-3fda8b026c9f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:49.557978 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d548ea-b690-45e0-8676-073af99936d3 None None] Pushing event updated for resources: {'Port': ['ID=2de93df3-9135-481b-a80a-888ffa958943,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:49.598997 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c44aac-0288-4e12-835b-4b60d431f98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.604744 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] Set router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:16:49.621416 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c44aac-0288-4e12-835b-4b60d431f98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.794145 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c44aac-0288-4e12-835b-4b60d431f98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.796705 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c44aac-0288-4e12-835b-4b60d431f98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.797857 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-45c44aac-0288-4e12-835b-4b60d431f98a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f32c02da-3d51-4acd-80b4-3fda8b026c9f HTTP/1.1" status: 204 len: 168 time: 0.2611480 Sep 03 13:16:49.803341 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '604314ce-b2f6-4c32-8003-b38490a65122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:16:43Z', 'revision_number': 4, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port': {'id': '604314ce-b2f6-4c32-8003-b38490a65122', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:39Z', 'updated_at': '2021-09-03T13:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '2de93df3-9135-481b-a80a-888ffa958943', 'name': '', 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'mac_address': 'fa:16:3e:84:05:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2ba1ca18-ad75-477c-b531-a142a4dd177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:42Z', 'updated_at': '2021-09-03T13:16:49Z', 'revision_number': 4, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'subnets': [{'id': '2ba1ca18-ad75-477c-b531-a142a4dd177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:16:49.821566 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c44aac-0288-4e12-835b-4b60d431f98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c02da-3d51-4acd-80b4-3fda8b026c9f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:49.835685 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f17338-f2e1-4a16-b65e-844b889cc9b9 None None] The sync data for ids ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'] in dv-cinder-782910-3-iscsi is: [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '604314ce-b2f6-4c32-8003-b38490a65122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:16:43Z', 'revision_number': 4, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port': {'id': '604314ce-b2f6-4c32-8003-b38490a65122', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:39Z', 'updated_at': '2021-09-03T13:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '2de93df3-9135-481b-a80a-888ffa958943', 'name': '', 'network_id': '0ef54c81-aaba-4c41-af42-28cce7169680', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'mac_address': 'fa:16:3e:84:05:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2ba1ca18-ad75-477c-b531-a142a4dd177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:42Z', 'updated_at': '2021-09-03T13:16:49Z', 'revision_number': 4, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'subnets': [{'id': '2ba1ca18-ad75-477c-b531-a142a4dd177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:16:49.875267 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48916) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:49.898668 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ba95ca3-dcab-464e-95ec-1536ad3159a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:49.924642 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.db.api [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 13:16:49.924642 dv-cinder-782910-3-iscsi neutron-server[94688]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 13:16:49.924642 dv-cinder-782910-3-iscsi neutron-server[94688]: [parameters: {'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'id': 'e7d1bbe9-dec8-4db5-a3c8-c016b5cf485f', 'expiration': datetime.datetime(2021, 9, 3, 13, 18, 49, 909302)}] Sep 03 13:16:49.924642 dv-cinder-782910-3-iscsi neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:16:49.925392 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG oslo_db.api [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:16:50.039901 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Project 399a3acde7944afcb28b84d2b356f671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:16:50.046288 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.116910 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.145593 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ba95ca3-dcab-464e-95ec-1536ad3159a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.293382 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ba95ca3-dcab-464e-95ec-1536ad3159a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.293501 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.327102 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715f8c4c-52e3-4228-8f28-3e600deadbdd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:50.340944 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba95ca3-dcab-464e-95ec-1536ad3159a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e253101f-f1c7-4f7e-a56a-202f16a5fd68,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:50.345977 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0ba95ca3-dcab-464e-95ec-1536ad3159a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13e07112ca224aa2a33c47ca081ff6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696367 Sep 03 13:16:50.351452 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 48922) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:50.420276 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.423823 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-18d754df-0c46-4c7c-b2d6-b7e0e66c0fc6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1183667 Sep 03 13:16:50.424802 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:50.427166 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50e03cc2-f328-4b46-aa67-a12f6ba13903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.430081 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-76876031-24e1-4676-be4c-230f54dfbc0c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'security_group_rule': {'security_group_id': '968ae5e2-20d5-43b5-8fbe-ca72543af66c', 'project_id': '399a3acde7944afcb28b84d2b356f671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:50.465427 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50e03cc2-f328-4b46-aa67-a12f6ba13903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.528067 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-76876031-24e1-4676-be4c-230f54dfbc0c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Project 399a3acde7944afcb28b84d2b356f671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:16:50.533781 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76876031-24e1-4676-be4c-230f54dfbc0c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.596268 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 1f3423df-404c-458c-9187-52283fe4aa1d no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:16:50.637600 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 1f3423df-404c-458c-9187-52283fe4aa1d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:16:50.637962 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 1f3423df-404c-458c-9187-52283fe4aa1d not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:16:50.670498 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50e03cc2-f328-4b46-aa67-a12f6ba13903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.673295 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50e03cc2-f328-4b46-aa67-a12f6ba13903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.674562 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-50e03cc2-f328-4b46-aa67-a12f6ba13903 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e253101f-f1c7-4f7e-a56a-202f16a5fd68 HTTP/1.1" status: 204 len: 168 time: 0.3215780 Sep 03 13:16:50.683249 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e03cc2-f328-4b46-aa67-a12f6ba13903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253101f-f1c7-4f7e-a56a-202f16a5fd68,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:50.687973 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76876031-24e1-4676-be4c-230f54dfbc0c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.795998 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.839112 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76876031-24e1-4676-be4c-230f54dfbc0c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:50.866482 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76876031-24e1-4676-be4c-230f54dfbc0c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280ffd61-a83d-4344-925a-2cf27abf756a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:50.905177 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.041358 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.083667 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:51.126059 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76876031-24e1-4676-be4c-230f54dfbc0c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.127630 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-76876031-24e1-4676-be4c-230f54dfbc0c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7018089 Sep 03 13:16:51.224545 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.226480 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-d099a548-d29e-441e-b0d5-fdad635744f0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0165823 Sep 03 13:16:51.228797 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 48958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:51.234706 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-43d9cf89-6fe7-4d56-9342-41462fc9e676 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'security_group_rule': {'security_group_id': '30c0c0e8-2464-4e63-a1aa-f413bbe00b6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:51.383778 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43d9cf89-6fe7-4d56-9342-41462fc9e676 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.472116 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43d9cf89-6fe7-4d56-9342-41462fc9e676 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.560627 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 2de93df3-9135-481b-a80a-888ffa958943 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:51.565687 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43d9cf89-6fe7-4d56-9342-41462fc9e676 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.584880 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9cf89-6fe7-4d56-9342-41462fc9e676 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3a328c-1e52-4395-b648-0981ef83e36e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:51.662684 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43d9cf89-6fe7-4d56-9342-41462fc9e676 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.662684 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-43d9cf89-6fe7-4d56-9342-41462fc9e676 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4306076 Sep 03 13:16:51.665122 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 49002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:51.670458 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-631abdbd-1754-46a8-be76-e632f367a277 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'security_group_rule': {'security_group_id': '30c0c0e8-2464-4e63-a1aa-f413bbe00b6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:51.755561 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning for port 2de93df3-9135-481b-a80a-888ffa958943 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:16:51.759821 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 2de93df3-9135-481b-a80a-888ffa958943 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:51.760199 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.790948 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-631abdbd-1754-46a8-be76-e632f367a277 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.846520 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.852195 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-631abdbd-1754-46a8-be76-e632f367a277 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.879940 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] For port 2de93df3-9135-481b-a80a-888ffa958943, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=2de93df3-9135-481b-a80a-888ffa958943,segment=NetworkSegment(3796cf0a-8943-4a87-9c5e-5a242f9c3884),segment_id=3796cf0a-8943-4a87-9c5e-5a242f9c3884)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:16:51.957087 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-631abdbd-1754-46a8-be76-e632f367a277 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:51.960609 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:52.007020 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631abdbd-1754-46a8-be76-e632f367a277 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84e8660-c203-4ec1-9169-1dfb0d4d16c3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:52.022885 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Pushing event updated for resources: {'Port': ['ID=2de93df3-9135-481b-a80a-888ffa958943,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:52.150762 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-631abdbd-1754-46a8-be76-e632f367a277 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:52.152608 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-631abdbd-1754-46a8-be76-e632f367a277 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4859409 Sep 03 13:16:52.155729 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 49020) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:16:52.160434 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:16:52.333346 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:52.449464 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:52.573007 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Allocated IP 172.27.1.149 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/1a2bbd2f-a04a-4194-84d4-55963abad3e1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:16:52.700812 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:52.813571 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:52.858236 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:16:52.861134 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:16:52.864132 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:16:52.895061 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'Port': ['ID=1a2bbd2f-a04a-4194-84d4-55963abad3e1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:52.980139 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:53.081202 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:53.250761 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:53.390204 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:53.461341 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'Port': ['ID=1a2bbd2f-a04a-4194-84d4-55963abad3e1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:16:53.474771 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:53.547631 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 2de93df3-9135-481b-a80a-888ffa958943 up at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:16:53.573441 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:53.577973 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-dadd881c-af97-4fbd-babf-0db93182fb9e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4211011 Sep 03 13:16:53.607661 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Provisioning complete for port 2de93df3-9135-481b-a80a-888ffa958943 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:16:53.608198 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:53.830512 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-670184a1-bf02-4e33-9f16-17c1ce8655f6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--508607138&fields=id&tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb HTTP/1.1" status: 200 len: 267 time: 0.0496271 Sep 03 13:16:53.963439 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-8de00b50-9324-4347-ae40-3cf64eafe1fe tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:53.973190 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-8de00b50-9324-4347-ae40-3cf64eafe1fe tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 817 time: 0.1392214 Sep 03 13:16:53.984926 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-adaa4e62-831e-4501-a900-ca5942ac45c0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/quotas/48b97f2e2a274ce39e1aad5a462f5ceb HTTP/1.1" status: 200 len: 375 time: 0.0108104 Sep 03 13:16:54.280957 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-cfdadf2b-9252-4d86-8438-b512c03fc0f8 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2898419 Sep 03 13:16:54.489786 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-d203a862-3441-44e6-b9d5-fcb16573e085 service neutron] 10.222.0.44 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886961 Sep 03 13:16:54.582618 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3a59e743-5fcd-4198-8131-8fcbb8ad503d service neutron] 10.222.0.44 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Sep 03 13:16:54.883895 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3a606c70-5a5c-467c-9c2a-435e2852c8e1 req-4936c839-62d2-416c-a8ec-b64cb6d6883f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 210 time: 0.0465138 Sep 03 13:16:55.997296 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-35fe955b-ce5c-4b0f-ae1e-d77fe5b705a7 req-f5cceaf5-eb0d-4141-a23a-5af203b53eca tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 210 time: 0.0268669 Sep 03 13:16:56.704836 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bdc7f-fcd3-4336-b3a1-1448ad133dd7 req-8c25dd7a-2847-43c3-ac82-2c150eb00d04 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:56.706734 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-669bdc7f-fcd3-4336-b3a1-1448ad133dd7 req-8c25dd7a-2847-43c3-ac82-2c150eb00d04 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0535920 Sep 03 13:16:56.744808 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-669bdc7f-fcd3-4336-b3a1-1448ad133dd7 req-7c2244ac-97da-4604-8a75-5acead4e89e9 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319958 Sep 03 13:16:57.132039 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1234d9aa-e766-44bf-bbd6-45bafb4a40e5 req-d494ccf4-ef27-4bcd-8f85-388a29d0599d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 210 time: 0.0492523 Sep 03 13:16:57.593490 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffc7ea-abfa-4fc0-b0cc-d3807756ae67 req-e79f4ab8-67a3-4ed1-bbe0-aaa62f5f3ab4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:57.595542 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a4ffc7ea-abfa-4fc0-b0cc-d3807756ae67 req-e79f4ab8-67a3-4ed1-bbe0-aaa62f5f3ab4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0535243 Sep 03 13:16:57.638155 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a4ffc7ea-abfa-4fc0-b0cc-d3807756ae67 req-5f11cd28-79c1-4a0e-b241-f43409a4cd8b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363724 Sep 03 13:16:57.866054 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016aa1-0393-4a29-96a5-6d418705ef36 req-9cffa556-fd5c-42a3-b28c-57a5fa9cdd35 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:57.867569 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-06016aa1-0393-4a29-96a5-6d418705ef36 req-9cffa556-fd5c-42a3-b28c-57a5fa9cdd35 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0490456 Sep 03 13:16:57.910535 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-06016aa1-0393-4a29-96a5-6d418705ef36 req-64ddf3e1-ed01-423d-9784-4f7f9f378481 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347500 Sep 03 13:16:58.231727 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fe017049-e56c-4846-aa3c-d20f0b2c9355 req-0e644e6b-f8a4-4c90-99b3-e5bda2aa6764 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 210 time: 0.0297089 Sep 03 13:16:58.367166 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b969a2f-9f67-4dba-9bbb-daaac2b030fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:58.759071 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec9216-af5b-4259-9ce7-a6910ab4504d req-f39eca52-5d88-40c3-8a97-33ef91a24aa4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:58.760669 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-21ec9216-af5b-4259-9ce7-a6910ab4504d req-f39eca52-5d88-40c3-8a97-33ef91a24aa4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0529780 Sep 03 13:16:58.804714 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-21ec9216-af5b-4259-9ce7-a6910ab4504d req-2d6adaee-4ca3-487f-9e77-084bda2c2a83 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374217 Sep 03 13:16:59.035825 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d30c0-081b-4484-8f35-aa0f238f6792 req-6d9d00df-e8b3-40f2-a593-20b6f0c90cbb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:59.041421 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b32d30c0-081b-4484-8f35-aa0f238f6792 req-6d9d00df-e8b3-40f2-a593-20b6f0c90cbb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0563724 Sep 03 13:16:59.087469 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b32d30c0-081b-4484-8f35-aa0f238f6792 req-9cda4acf-4dc8-48ac-b1d8-7d10705cbec1 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424614 Sep 03 13:16:59.331682 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c34e6ec9-236a-49fb-b006-be24bcc8b8e0 req-ca9f8a1a-f57c-4a4b-accd-c9b683a57ad7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 210 time: 0.0267437 Sep 03 13:16:59.936046 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e73508-8d97-45da-a62e-d1ff4a8080a5 req-3ce6cf2b-7192-438e-8b5a-d4df7ff94bd2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:16:59.937641 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-26e73508-8d97-45da-a62e-d1ff4a8080a5 req-3ce6cf2b-7192-438e-8b5a-d4df7ff94bd2 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0625997 Sep 03 13:16:59.979397 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-26e73508-8d97-45da-a62e-d1ff4a8080a5 req-5780173b-64dc-481f-a8b9-483a3207edd9 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355575 Sep 03 13:17:00.251288 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-99d2dc08-8d0f-4d15-bdc3-373a536dc72c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:00.253903 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-99d2dc08-8d0f-4d15-bdc3-373a536dc72c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 817 time: 0.1743605 Sep 03 13:17:00.271272 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03567ab-906f-463d-85da-c5bc8a2a31ab req-f5192263-f8de-46b2-bbc5-6f16e5030d90 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:00.271857 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e03567ab-906f-463d-85da-c5bc8a2a31ab req-f5192263-f8de-46b2-bbc5-6f16e5030d90 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.0929658 Sep 03 13:17:00.347962 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-4d205394-325a-4fec-8055-83d939308c5b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb HTTP/1.1" status: 200 len: 379 time: 0.0681114 Sep 03 13:17:00.353672 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e03567ab-906f-463d-85da-c5bc8a2a31ab req-cde17410-8220-4e58-896f-047a80c2bc80 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725598 Sep 03 13:17:00.362504 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'port': {'device_id': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'admin_state_up': True, 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'security_groups': ['30c0c0e8-2464-4e63-a1aa-f413bbe00b6f']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:00.543591 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3e5e408f-e2db-45aa-833d-5227bc8fb586 req-007457e8-2c16-41d8-a9ad-8d1c60d867ba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 210 time: 0.0714746 Sep 03 13:17:00.577520 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-c8055243-b029-4e61-893a-2975d1f3032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:00.579085 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-c8055243-b029-4e61-893a-2975d1f3032b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1137 time: 0.2510064 Sep 03 13:17:00.688041 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-4ca5809c-812f-4831-ae9f-f8f63f87d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:00.689564 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-4ca5809c-812f-4831-ae9f-f8f63f87d6d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 200 len: 916 time: 0.0967402 Sep 03 13:17:00.736809 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Made reservation on behalf of 48b97f2e2a274ce39e1aad5a462f5ceb for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:17:00.740440 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:00.779150 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-ba4b252b-caae-4bae-b014-5f45cd8e6509 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 1001 time: 0.0812910 Sep 03 13:17:00.899754 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-7f6df216-9600-4e5a-8683-28f2c74cc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:00.901109 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-7f6df216-9600-4e5a-8683-28f2c74cc26f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c440f60-b5d1-4883-83a1-d3f05906bc3b HTTP/1.1" status: 200 len: 854 time: 0.0906756 Sep 03 13:17:00.955624 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Allocated IP 172.20.0.8 (01768b62-5ca2-4f5b-8a36-461fab661693/9a09079a-72c0-48cb-8cb7-1994789b5679/bf883990-3c34-4454-a7ba-3e08eaebdc2a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:17:00.974657 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-d5f4dd20-fea0-47c1-a5d1-30bd18645ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:00.976419 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-d5f4dd20-fea0-47c1-a5d1-30bd18645ec8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d9b4e4c-3e11-4a39-9916-06cb39445149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662825 Sep 03 13:17:01.162023 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71c49fd5-9fd8-4fc8-8df1-5cb6672845ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:01.212662 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b32ac-8057-4ed2-a0d3-0e02d6052cb9 req-e6768049-5870-487d-914a-90a06b93b5de tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:01.214250 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c77b32ac-8057-4ed2-a0d3-0e02d6052cb9 req-e6768049-5870-487d-914a-90a06b93b5de tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.1656458 Sep 03 13:17:01.220179 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-c30860ff-abfe-4397-8c37-13dbe74ca68c service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324867 Sep 03 13:17:01.248864 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:01.299868 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Transition to ACTIVE for port object bf883990-3c34-4454-a7ba-3e08eaebdc2a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:17:01.348450 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:17:01.366119 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c77b32ac-8057-4ed2-a0d3-0e02d6052cb9 req-77be8bae-4fde-4d95-ad87-f091ae009914 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121223 Sep 03 13:17:01.418724 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-57837a07-94a4-478c-9d5e-d69d0ae6933d req-4dfa50dd-0e48-4a7e-909c-5ffc65bdaf01 service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858284 Sep 03 13:17:01.537215 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:01.538449 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:01.642638 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e938d-38f2-48dc-9e42-b2c43dff389d req-80a99208-6b23-47f9-9e93-ecadaaa237c0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:01.644689 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-231e938d-38f2-48dc-9e42-b2c43dff389d req-80a99208-6b23-47f9-9e93-ecadaaa237c0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1802549 Sep 03 13:17:01.647856 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Network 01768b62-5ca2-4f5b-8a36-461fab661693 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:17:01.659662 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:17:01.667636 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-289a23d7-66be-42f1-89f5-10b79baa28f0 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:01.669155 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-289a23d7-66be-42f1-89f5-10b79baa28f0 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/networks?id=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc HTTP/1.1" status: 200 len: 814 time: 0.2551000 Sep 03 13:17:01.671022 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:17:01.678271 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:01.732487 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-4158eb2f-05de-4281-9251-95c63ed08139 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/quotas/9a30ef7d955241d7a85c1627f3a46b82 HTTP/1.1" status: 200 len: 375 time: 0.0516686 Sep 03 13:17:01.755336 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:01.756192 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:01.805000 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-231e938d-38f2-48dc-9e42-b2c43dff389d req-0b0531e3-bf80-414f-92ef-487e09d22fac tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467385 Sep 03 13:17:01.807333 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-89234879-d217-49df-b9c6-81f6bb340bc4 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a30ef7d955241d7a85c1627f3a46b82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470133 Sep 03 13:17:01.976665 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-65fdbe24-4239-4543-ae1e-3006e8bd82eb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6189413 Sep 03 13:17:02.006181 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Request body: {'port': {'device_id': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:02.052824 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-51553498-d1ea-4206-a220-831aceee9eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369621 Sep 03 13:17:02.071196 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-c7c298a8-8239-43c4-9b70-2ec55c3f749a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:02.072607 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-c7c298a8-8239-43c4-9b70-2ec55c3f749a tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.1419919 Sep 03 13:17:02.106159 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.127076 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb03fd-7dba-483c-a5a1-d0a88b2a36db req-552aa7ee-852a-4fbb-a68a-abe57a7dbb42 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:02.128530 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-edbb03fd-7dba-483c-a5a1-d0a88b2a36db req-552aa7ee-852a-4fbb-a68a-abe57a7dbb42 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 931 time: 0.1967947 Sep 03 13:17:02.137593 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3cfc92d0-d9ed-450e-a7b1-f86505ed1890 None None] Provisioning for port bf883990-3c34-4454-a7ba-3e08eaebdc2a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:17:02.141481 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3cfc92d0-d9ed-450e-a7b1-f86505ed1890 None None] Provisioning complete for port bf883990-3c34-4454-a7ba-3e08eaebdc2a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:17:02.141855 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cfc92d0-d9ed-450e-a7b1-f86505ed1890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.177539 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc92d0-d9ed-450e-a7b1-f86505ed1890 None None] Port bf883990-3c34-4454-a7ba-3e08eaebdc2a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:17:02.216122 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.318026 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-edbb03fd-7dba-483c-a5a1-d0a88b2a36db req-3144c1f1-e117-43c7-92ff-acec8166afba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700492 Sep 03 13:17:02.321775 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-738194ee-d066-4083-8bb6-c29ceb2926b4 service neutron] 10.222.0.44 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581975 Sep 03 13:17:02.416455 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Deleting port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:17:02.417200 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.444586 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:02.580714 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb40-8bbf-4385-b9b0-59717164fab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.690550 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb40-8bbf-4385-b9b0-59717164fab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.793784 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb40-8bbf-4385-b9b0-59717164fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.838900 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-15c1eb40-8bbf-4385-b9b0-59717164fab8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=839effd53a3347cfaac0143e9a3e0e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903620 Sep 03 13:17:02.838900 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1eb40-8bbf-4385-b9b0-59717164fab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c257106-2761-46ba-847b-9d44cef74c18,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:02.840519 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:02.867860 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-500568da-d8fb-4cde-b257-069c8aba4ade req-432c10bb-1af8-4314-b6f8-665de7b79d28 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 210 time: 0.0927606 Sep 03 13:17:02.923305 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dad617-13fc-445c-a269-4d68b60c2a45 req-cbe7d96d-e6b4-4380-8df9-26b47c8ffbee tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:02.924881 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-47dad617-13fc-445c-a269-4d68b60c2a45 req-cbe7d96d-e6b4-4380-8df9-26b47c8ffbee tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.4729965 Sep 03 13:17:02.944608 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc62cd0-06b5-40a3-b835-919125311cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.954186 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] For port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:02.954831 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:02.975373 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc62cd0-06b5-40a3-b835-919125311cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.116088 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc62cd0-06b5-40a3-b835-919125311cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.119266 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc62cd0-06b5-40a3-b835-919125311cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.121282 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-1bc62cd0-06b5-40a3-b835-919125311cd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c257106-2761-46ba-847b-9d44cef74c18 HTTP/1.1" status: 204 len: 168 time: 0.2695735 Sep 03 13:17:03.126008 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-47dad617-13fc-445c-a269-4d68b60c2a45 req-5c088ec2-a719-42d2-895d-81a1edd751ad tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894989 Sep 03 13:17:03.150379 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc62cd0-06b5-40a3-b835-919125311cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c257106-2761-46ba-847b-9d44cef74c18,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:03.228407 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf883990-3c34-4454-a7ba-3e08eaebdc2a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:17:03.244039 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e8258-eebd-43a7-96bd-982d3e204c11 req-7c2fa15b-f624-409d-babe-c786743ef1cc tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:03.245589 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e19e8258-eebd-43a7-96bd-982d3e204c11 req-7c2fa15b-f624-409d-babe-c786743ef1cc tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 945 time: 0.2756534 Sep 03 13:17:03.247840 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.277257 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Transition to ACTIVE for port object bf883990-3c34-4454-a7ba-3e08eaebdc2a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:17:03.336588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.362293 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e19e8258-eebd-43a7-96bd-982d3e204c11 req-45d62738-ba6e-408f-9664-779628571ab8 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=c26cc720-1d95-41fa-bda7-689de49e612a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056416 Sep 03 13:17:03.391420 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.391786 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.392116 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Floating IP 5501a9e0-dcc6-4f42-a51a-6c5af1715a6b disassociated. External IP: 172.27.1.185, port: 3edbc7c1-b7bb-4974-8afe-17fea2459ae0. Sep 03 13:17:03.392464 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Calling delete_port for 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:17:03.452861 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:03.624482 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ab0fa-2902-48a2-9b04-3790d1a19953 req-b89a82ff-a6c7-4c75-abe1-e9be199a6092 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:03.625967 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-055ab0fa-2902-48a2-9b04-3790d1a19953 req-b89a82ff-a6c7-4c75-abe1-e9be199a6092 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.2213595 Sep 03 13:17:03.718123 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Attempting to bind port bf883990-3c34-4454-a7ba-3e08eaebdc2a on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:17:03.718493 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Attempting to bind port bf883990-3c34-4454-a7ba-3e08eaebdc2a by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:17:03.718846 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Attempting to bind port bf883990-3c34-4454-a7ba-3e08eaebdc2a on network 01768b62-5ca2-4f5b-8a36-461fab661693 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:17:03.724755 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-055ab0fa-2902-48a2-9b04-3790d1a19953 req-d024a672-0c57-4bbd-86f2-6081c0d441ee tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893695 Sep 03 13:17:03.728925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Port bf883990-3c34-4454-a7ba-3e08eaebdc2a on network 01768b62-5ca2-4f5b-8a36-461fab661693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:17:03.729254 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Attempting to bind port bf883990-3c34-4454-a7ba-3e08eaebdc2a on network 01768b62-5ca2-4f5b-8a36-461fab661693 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:17:03.735794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:17:03.736265 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Checking segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:17:03.736678 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Bound using segment: {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:17:03.737544 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Bound port: bf883990-3c34-4454-a7ba-3e08eaebdc2a, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:17:03.737944 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.819492 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:17:03.821648 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.825707 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:17:03.851718 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event deleted for resources: {'Port': ['ID=3edbc7c1-b7bb-4974-8afe-17fea2459ae0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:03.887582 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:03.959563 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.047775 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-32edb5c5-681d-45df-932c-516bcb621b95 req-826091ab-e6c4-4d75-aead-111d7a8b2c02 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 210 time: 0.0576215 Sep 03 13:17:04.063680 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:04.064354 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.065809 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] 10.222.0.48 "PUT /v2.0/ports/bf883990-3c34-4454-a7ba-3e08eaebdc2a HTTP/1.1" status: 200 len: 1093 time: 2.0694189 Sep 03 13:17:04.068231 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:04.070603 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3971302-b4e5-4f97-9c7c-b8be238ea163" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:04.088031 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6dcc7-b041-48a4-be73-557753b6e052 service neutron] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:04.118512 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Router 1e487724-bbfb-4a24-adc9-f2e900d2bcea has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:17:04.127696 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49388) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:04.147089 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba5de-21be-4b9b-a1b9-ea17c04fd32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.189984 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccff354-979a-4922-9e0b-a4c5538e68de x-openstack-request-id: req-3ccff354-979a-4922-9e0b-a4c5538e68de {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:04.195699 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:04.195699 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ccff354-979a-4922-9e0b-a4c5538e68de {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:04.195699 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'status': 'completed', 'code': 200} Sep 03 13:17:04.291327 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba5de-21be-4b9b-a1b9-ea17c04fd32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.325939 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971302-b4e5-4f97-9c7c-b8be238ea163 req-649ddef8-dd70-4787-bf47-6451f7fd5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:04.327448 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a3971302-b4e5-4f97-9c7c-b8be238ea163 req-649ddef8-dd70-4787-bf47-6451f7fd5c20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 1096 time: 0.1357477 Sep 03 13:17:04.337788 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02d489-4524-4406-af6f-6fe9835a8b72 req-fa29ea4f-f017-41ec-8360-b13cbfa360c4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:04.345840 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0c02d489-4524-4406-af6f-6fe9835a8b72 req-fa29ea4f-f017-41ec-8360-b13cbfa360c4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.1017056 Sep 03 13:17:04.348382 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba5de-21be-4b9b-a1b9-ea17c04fd32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.377814 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:17:04.392528 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] Sync routers for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:17:04.414567 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:17:04.422169 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:17:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:04.430816 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-fa8ba5de-21be-4b9b-a1b9-ea17c04fd32f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e40a1e43dc845ad8742f86bb5704271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007181 Sep 03 13:17:04.445445 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 49396) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:04.485191 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba5de-21be-4b9b-a1b9-ea17c04fd32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2afa622-5f21-4b5c-b270-60bf8416c40c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:04.488974 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] No DVR routers for this DVR port 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:17:04.501355 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0c02d489-4524-4406-af6f-6fe9835a8b72 req-153c1390-6455-49e3-a793-ea2ff1320050 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545279 Sep 03 13:17:04.502635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.511830 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a2151581-2631-4da2-b79c-abcbf97024b7 req-d33bfa14-9013-4684-8d00-bb79b99f5894 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "DELETE /v2.0/ports/3edbc7c1-b7bb-4974-8afe-17fea2459ae0 HTTP/1.1" status: 204 len: 173 time: 2.4313428 Sep 03 13:17:04.601101 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c620fc4a-d599-48df-8265-ec87a10d991c req-e398253c-a665-4dcd-8c40-57a121ea4a66 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 210 time: 0.1380353 Sep 03 13:17:04.602146 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:17:04.638133 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971302-b4e5-4f97-9c7c-b8be238ea163 req-21ec31b8-20e2-4d24-b265-14b30dded31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:04.639683 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a3971302-b4e5-4f97-9c7c-b8be238ea163 req-21ec31b8-20e2-4d24-b265-14b30dded31d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2800810 Sep 03 13:17:04.663719 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8401c1e0-7a84-4a32-8be9-fe657d53ad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.739309 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8401c1e0-7a84-4a32-8be9-fe657d53ad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.795827 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971302-b4e5-4f97-9c7c-b8be238ea163 req-964e9360-c020-4ffe-8625-8fdfd8b71b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:04.797632 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a3971302-b4e5-4f97-9c7c-b8be238ea163 req-964e9360-c020-4ffe-8625-8fdfd8b71b71 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479249 Sep 03 13:17:04.878363 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:04.908654 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] Checking router: 1e487724-bbfb-4a24-adc9-f2e900d2bcea for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:17:04.919924 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:17:04.920873 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:17:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:04.933469 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8401c1e0-7a84-4a32-8be9-fe657d53ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.936420 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8401c1e0-7a84-4a32-8be9-fe657d53ad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:04.937624 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-8401c1e0-7a84-4a32-8be9-fe657d53ad7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2afa622-5f21-4b5c-b270-60bf8416c40c HTTP/1.1" status: 204 len: 168 time: 0.4870822 Sep 03 13:17:05.006170 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b5a93-7ac7-401f-ae76-b4113199e50b req-ec3066e6-bae0-40a9-8583-f95a80b089b7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:05.007867 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-884b5a93-7ac7-401f-ae76-b4113199e50b req-ec3066e6-bae0-40a9-8583-f95a80b089b7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.1717620 Sep 03 13:17:05.014200 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401c1e0-7a84-4a32-8be9-fe657d53ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2afa622-5f21-4b5c-b270-60bf8416c40c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:05.039075 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-7a01a3a9-bead-451b-876a-27e3304d1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:05.041073 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-7a01a3a9-bead-451b-876a-27e3304d1092 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 1096 time: 0.1480415 Sep 03 13:17:05.095997 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:17:05.157576 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-598afca1-63a9-45c9-a110-d39e1a8e75a1 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:05.159180 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-598afca1-63a9-45c9-a110-d39e1a8e75a1 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.48 "GET /v2.0/networks?id=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc HTTP/1.1" status: 200 len: 814 time: 0.2949851 Sep 03 13:17:05.166439 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-c515c0ea-2871-461e-9244-ecbb257d8ffc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a HTTP/1.1" status: 200 len: 217 time: 0.0961452 Sep 03 13:17:05.202114 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-884b5a93-7ac7-401f-ae76-b4113199e50b req-d4cc8490-9ffb-4449-9bfa-5def003d69c1 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805086 Sep 03 13:17:05.208781 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Request body: {'port': {'device_id': '0814fcb1-16dc-400e-afdf-85cdec5b01c3', 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc', 'admin_state_up': True, 'tenant_id': '9a30ef7d955241d7a85c1627f3a46b82'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:05.284676 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f4a04855-8479-4d61-984c-4c94f9e7115a req-7536a38c-f879-416c-8c46-c3f371280d8d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 210 time: 0.0723646 Sep 03 13:17:05.349388 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-4966d592-e262-4fb7-803d-ae8f96137d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:05.350884 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-4966d592-e262-4fb7-803d-ae8f96137d96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.1463718 Sep 03 13:17:05.431609 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:05.458391 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-e76f77e4-bdd0-4035-84ee-141c9c559ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:05.460196 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-e76f77e4-bdd0-4035-84ee-141c9c559ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749831 Sep 03 13:17:05.476762 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ab111-7946-442e-a86d-5cc51c813bfb None None] The sync data for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi is: [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:17:05.558453 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Made reservation on behalf of 9a30ef7d955241d7a85c1627f3a46b82 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:17:05.562067 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:05.695187 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-38ce55d4-0f33-41b6-b1b5-14c9f7daf32c service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105815 Sep 03 13:17:05.746835 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c9e7-6b2d-469e-9e16-8aa6d37fe1ab req-083e0566-47f0-46f0-8d41-6ddce4d95a00 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:05.748379 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-66f8c9e7-6b2d-469e-9e16-8aa6d37fe1ab req-083e0566-47f0-46f0-8d41-6ddce4d95a00 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.1630244 Sep 03 13:17:05.769658 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:05.828810 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:17:05.877526 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:17:05.877693 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 3edbc7c1-b7bb-4974-8afe-17fea2459ae0 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:17:05.900286 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb017db5-4beb-402f-9ee3-d94183eb7d4b None None] New status for floating IP 5501a9e0-dcc6-4f42-a51a-6c5af1715a6b: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:17:05.907838 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8960372a-8c78-4eb6-9455-658047e924b0 req-994d3673-7806-4766-82fa-9b45d5dd9ab1 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf9b021-bb64-4476-975f-118000adc81b HTTP/1.1" status: 200 len: 210 time: 0.0646014 Sep 03 13:17:05.926635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Allocated IP 172.20.0.14 (8a5888db-faa0-4ba1-8213-e0a51ca1f1dc/9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c/4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:17:05.954130 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c1c96a-6164-42c0-92ac-ec246e57540f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:05.963742 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12766960-dc6d-4aca-a669-d9a3cc7328b7 req-f14eb82e-21ec-415e-a000-285fbd810d1c service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590671 Sep 03 13:17:05.968720 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-66f8c9e7-6b2d-469e-9e16-8aa6d37fe1ab req-d71064da-c1ae-449f-8be2-b7d65141f780 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711061 Sep 03 13:17:06.082734 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c1c96a-6164-42c0-92ac-ec246e57540f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.148513 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.157272 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c1c96a-6164-42c0-92ac-ec246e57540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.191592 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf9b021-bb64-4476-975f-118000adc81b', 'name': 'network-vif-deleted', 'tag': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:06.193927 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab54f8c-4bd1-4014-a52e-60ce3d35b7a6" -d '{"events": [{"server_uuid": "7bf9b021-bb64-4476-975f-118000adc81b", "name": "network-vif-deleted", "tag": "3edbc7c1-b7bb-4974-8afe-17fea2459ae0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:06.195602 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-23c1c96a-6164-42c0-92ac-ec246e57540f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=384406f275fd4e00b97d68d471c74854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248586 Sep 03 13:17:06.198220 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:06.205229 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1c96a-6164-42c0-92ac-ec246e57540f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e0bce1-3134-4267-a079-63c9034d8f6d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:06.239172 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bf9ab0-56fc-440f-871f-74a3bc0f56a7 x-openstack-request-id: req-39bf9ab0-56fc-440f-871f-74a3bc0f56a7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:06.239472 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf9b021-bb64-4476-975f-118000adc81b", "name": "network-vif-deleted", "tag": "3edbc7c1-b7bb-4974-8afe-17fea2459ae0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:06.239869 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39bf9ab0-56fc-440f-871f-74a3bc0f56a7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:06.240393 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf9b021-bb64-4476-975f-118000adc81b', 'name': 'network-vif-deleted', 'tag': '3edbc7c1-b7bb-4974-8afe-17fea2459ae0', 'status': 'completed', 'code': 200} Sep 03 13:17:06.270517 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae36157-57a2-465f-b123-7a0de506a94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.305106 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae36157-57a2-465f-b123-7a0de506a94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.332848 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055642b-33ad-434f-8abb-2bdb6971c84b req-569747fc-54cb-4c80-9fe4-d04fe171c663 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:06.333568 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4055642b-33ad-434f-8abb-2bdb6971c84b req-569747fc-54cb-4c80-9fe4-d04fe171c663 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0631790 Sep 03 13:17:06.408601 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6f7f253c-b841-405b-9c82-2142053677c1 req-c387b10b-47fa-418e-87eb-60a03287a7dd tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 210 time: 0.0405099 Sep 03 13:17:06.415706 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.452547 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4055642b-33ad-434f-8abb-2bdb6971c84b req-b0ce5305-7d1a-4fae-b506-11189d9c9eb6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128314 Sep 03 13:17:06.468033 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:17:06.471100 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:17:06.476191 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:17:06.479921 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae36157-57a2-465f-b123-7a0de506a94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.489698 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae36157-57a2-465f-b123-7a0de506a94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.491914 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-1ae36157-57a2-465f-b123-7a0de506a94a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16e0bce1-3134-4267-a079-63c9034d8f6d HTTP/1.1" status: 204 len: 168 time: 0.2916443 Sep 03 13:17:06.509049 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Pushing event updated for resources: {'Port': ['ID=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:06.516102 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae36157-57a2-465f-b123-7a0de506a94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e0bce1-3134-4267-a079-63c9034d8f6d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:06.567617 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:06.568718 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:06.715505 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2cc0e350-458f-472f-9837-a40c44a123ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5119870 Sep 03 13:17:06.735368 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Request body: {'port': {'device_id': '0814fcb1-16dc-400e-afdf-85cdec5b01c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:07.086848 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.115051 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:07.136544 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd199e-d6f1-4e51-9303-642dde0639d4 req-24423e7c-a8f9-4fb3-a5f6-cf1835e3d9a4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:07.138521 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-69fd199e-d6f1-4e51-9303-642dde0639d4 req-24423e7c-a8f9-4fb3-a5f6-cf1835e3d9a4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0860534 Sep 03 13:17:07.195829 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d7f91f2-d63c-4024-9acc-3fc9ba5fcbe4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.222809 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d7f91f2-d63c-4024-9acc-3fc9ba5fcbe4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.258099 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-69fd199e-d6f1-4e51-9303-642dde0639d4 req-ddd9740f-aac3-484d-afc3-708e419c14b5 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132617 Sep 03 13:17:07.312114 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 49508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:07.353825 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f1499a4-8826-471a-80f1-3044aa702ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.373017 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d7f91f2-d63c-4024-9acc-3fc9ba5fcbe4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.376171 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d7f91f2-d63c-4024-9acc-3fc9ba5fcbe4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.376955 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-9d7f91f2-d63c-4024-9acc-3fc9ba5fcbe4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "DELETE /v2.0/security-groups/c26cc720-1d95-41fa-bda7-689de49e612a HTTP/1.1" status: 204 len: 168 time: 0.2603106 Sep 03 13:17:07.381505 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:07.394724 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f91f2-d63c-4024-9acc-3fc9ba5fcbe4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26cc720-1d95-41fa-bda7-689de49e612a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:07.405188 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.api.v2.resource [None req-a76a9140-505c-46af-ac57-b5032ec4abec tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] show failed (client error): The resource could not be found. Sep 03 13:17:07.405422 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-a76a9140-505c-46af-ac57-b5032ec4abec tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups/c26cc720-1d95-41fa-bda7-689de49e612a HTTP/1.1" status: 404 len: 347 time: 0.0229642 Sep 03 13:17:07.408909 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:07.512865 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:17:07.549464 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.576479 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Deleting port 0f04c5d6-0ee1-4589-a98c-3e2352e19e27 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:17:07.580767 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.591014 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Transition to ACTIVE for port object 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:17:07.628133 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f1499a4-8826-471a-80f1-3044aa702ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.658410 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c297e-2bf2-4b7a-8e03-209dd2769d92 req-cc3ccf0b-0458-4fbd-8c15-62b5ef68b0f6 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:07.660449 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b70c297e-2bf2-4b7a-8e03-209dd2769d92 req-cc3ccf0b-0458-4fbd-8c15-62b5ef68b0f6 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 932 time: 0.1612251 Sep 03 13:17:07.684148 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.684494 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.690660 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762ceb6-e478-4e03-8d9a-109f33c86a39 req-d37f65b3-9300-464e-b01f-618f43953799 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:07.692300 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7762ceb6-e478-4e03-8d9a-109f33c86a39 req-d37f65b3-9300-464e-b01f-618f43953799 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.1261981 Sep 03 13:17:07.697404 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Calling delete_port for 0f04c5d6-0ee1-4589-a98c-3e2352e19e27 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:17:07.715527 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.738551 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b70c297e-2bf2-4b7a-8e03-209dd2769d92 req-fb7cc776-b7bc-4920-842a-5893e12ca387 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707898 Sep 03 13:17:07.758641 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f1499a4-8826-471a-80f1-3044aa702ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.830504 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7762ceb6-e478-4e03-8d9a-109f33c86a39 req-e0b94425-6a0a-4845-8d06-f925a58a2245 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296618 Sep 03 13:17:07.837224 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:07.842010 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:17:07.856251 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-9f1499a4-8826-471a-80f1-3044aa702ca3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6821d80e3d5f45258d3563fe4bf0f97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415885 Sep 03 13:17:07.858213 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:07.860793 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1499a4-8826-471a-80f1-3044aa702ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ec547-dea3-4a66-a66f-0846db229efa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:07.946731 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63fa9be7-0784-4bc5-9b2f-51a9e9a1864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.946899 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Attempting to bind port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:17:07.947171 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Attempting to bind port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:17:07.947517 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Attempting to bind port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 on network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:17:07.953119 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 on network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:17:07.953451 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Attempting to bind port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 on network 8a5888db-faa0-4ba1-8213-e0a51ca1f1dc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:17:07.958951 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:17:07.959633 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Checking segment: {'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:17:07.960027 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Bound using segment: {'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:17:07.960604 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Bound port: 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea39e7c-1be8-4c32-ac7c-e78b957546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:17:07.960980 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.968981 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:07.972535 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63fa9be7-0784-4bc5-9b2f-51a9e9a1864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.987936 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'port_id': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'mac_address': 'fa:16:3e:c1:3a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:17:08.030705 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.055812 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] For port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:17:08.058433 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.061964 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] For port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:17:08.063904 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event deleted for resources: {'Port': ['ID=0f04c5d6-0ee1-4589-a98c-3e2352e19e27,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:08.074111 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf883990-3c34-4454-a7ba-3e08eaebdc2a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:17:08.094171 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:08.121231 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.124942 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.126144 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-9556bc33-b805-4c84-bdfd-1ce46c50e9e7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "DELETE /v2.0/floatingips/5501a9e0-dcc6-4f42-a51a-6c5af1715a6b HTTP/1.1" status: 204 len: 168 time: 0.7160280 Sep 03 13:17:08.142484 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63fa9be7-0784-4bc5-9b2f-51a9e9a1864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.145014 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63fa9be7-0784-4bc5-9b2f-51a9e9a1864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.146046 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-63fa9be7-0784-4bc5-9b2f-51a9e9a1864b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a01ec547-dea3-4a66-a66f-0846db229efa HTTP/1.1" status: 204 len: 168 time: 0.2855453 Sep 03 13:17:08.156275 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa9be7-0784-4bc5-9b2f-51a9e9a1864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ec547-dea3-4a66-a66f-0846db229efa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:08.175638 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.176298 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.231652 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:08.232359 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.233785 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 HTTP/1.1" status: 200 len: 1094 time: 1.5027423 Sep 03 13:17:08.249680 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814fcb1-16dc-400e-afdf-85cdec5b01c3', 'tag': '4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:08.254304 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e479ec42-6a09-4616-bde4-35544696a8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0814fcb1-16dc-400e-afdf-85cdec5b01c3", "tag": "4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:08.255622 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:08.280602 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688fed5-2e6c-4acb-bd81-f765843a5230 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:08.308501 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e9228f-c0b1-4e1e-acd1-f307ca934b0c x-openstack-request-id: req-b3e9228f-c0b1-4e1e-acd1-f307ca934b0c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:08.308937 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814fcb1-16dc-400e-afdf-85cdec5b01c3", "tag": "4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:08.309338 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3e9228f-c0b1-4e1e-acd1-f307ca934b0c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:08.309860 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814fcb1-16dc-400e-afdf-85cdec5b01c3', 'tag': '4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489', 'status': 'completed', 'code': 200} Sep 03 13:17:08.442556 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e55a9d-c71b-422f-a7f4-47ec3bda2d55 req-6c1d8781-6cff-4a9a-8f94-64949ac454ae tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:08.444437 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-34e55a9d-c71b-422f-a7f4-47ec3bda2d55 req-6c1d8781-6cff-4a9a-8f94-64949ac454ae tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0841615 Sep 03 13:17:08.451666 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479ec42-6a09-4616-bde4-35544696a8f8 req-22a82f9f-471c-430b-88ca-8a7d8f3bc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:08.453600 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e479ec42-6a09-4616-bde4-35544696a8f8 req-22a82f9f-471c-430b-88ca-8a7d8f3bc9ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a30ef7d955241d7a85c1627f3a46b82&device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 1097 time: 0.0912573 Sep 03 13:17:08.473778 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:08.479282 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5aeddf94-2cd7-4bcc-8e24-36ecd353f414 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90279798', 'description': 'tempest-description--834045057'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:08.520376 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['bf883990-3c34-4454-a7ba-3e08eaebdc2a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:17:08.530813 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-34e55a9d-c71b-422f-a7f4-47ec3bda2d55 req-13e3e332-91c4-4b9d-8a94-f32fc90dc73b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756292 Sep 03 13:17:08.561677 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aeddf94-2cd7-4bcc-8e24-36ecd353f414 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.617937 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479ec42-6a09-4616-bde4-35544696a8f8 req-1e461209-2993-435c-b651-20a599a6b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:08.619645 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e479ec42-6a09-4616-bde4-35544696a8f8 req-1e461209-2993-435c-b651-20a599a6b674 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a30ef7d955241d7a85c1627f3a46b82&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1458201 Sep 03 13:17:08.710001 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aeddf94-2cd7-4bcc-8e24-36ecd353f414 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.752227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479ec42-6a09-4616-bde4-35544696a8f8 req-9a9b7555-dccf-4a85-a342-99ef35686e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:08.753716 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e479ec42-6a09-4616-bde4-35544696a8f8 req-9a9b7555-dccf-4a85-a342-99ef35686e5e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268218 Sep 03 13:17:08.824372 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aeddf94-2cd7-4bcc-8e24-36ecd353f414 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.859535 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeddf94-2cd7-4bcc-8e24-36ecd353f414 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:08.918413 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71bd6a-880f-49d3-aa27-4c2b2f51ead1 req-35358e2a-8905-45b6-8ff5-6a7820b3f0a7 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:08.919890 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5f71bd6a-880f-49d3-aa27-4c2b2f51ead1 req-35358e2a-8905-45b6-8ff5-6a7820b3f0a7 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 944 time: 0.0973763 Sep 03 13:17:08.923734 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-123ada18-eb5f-4be9-bb28-a3e8f1393e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:08.925333 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-123ada18-eb5f-4be9-bb28-a3e8f1393e95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a30ef7d955241d7a85c1627f3a46b82&device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 1097 time: 0.0906711 Sep 03 13:17:08.966909 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aeddf94-2cd7-4bcc-8e24-36ecd353f414 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.968229 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-5aeddf94-2cd7-4bcc-8e24-36ecd353f414 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4931712 Sep 03 13:17:08.971022 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49558) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:08.975854 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0e86e768-4ecf-43d9-b216-c2f6fb4042f3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'security_group_rule': {'security_group_id': '08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:09.004607 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-f46bfd4c-c55e-4472-ad37-e62f5469c5ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 HTTP/1.1" status: 200 len: 217 time: 0.0629995 Sep 03 13:17:09.056603 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5f71bd6a-880f-49d3-aa27-4c2b2f51ead1 req-f7c12d03-9d6a-4fb9-a3c4-7755e7b1ce72 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230254 Sep 03 13:17:09.070256 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3fd44-7bae-4658-9aa2-380853926f78 req-66b145df-e75d-46b0-ba89-ac320b676063 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:09.072311 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5bf3fd44-7bae-4658-9aa2-380853926f78 req-66b145df-e75d-46b0-ba89-ac320b676063 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 944 time: 0.1620853 Sep 03 13:17:09.080976 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e86e768-4ecf-43d9-b216-c2f6fb4042f3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.103352 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-8856d950-c9fd-4792-af07-c3d7fe62d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:09.104775 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-8856d950-c9fd-4792-af07-c3d7fe62d446 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c HTTP/1.1" status: 200 len: 854 time: 0.0846634 Sep 03 13:17:09.142191 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:09.153146 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-adc3bc99-cd38-4a0d-be51-147acfa0626f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341077 Sep 03 13:17:09.154435 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e86e768-4ecf-43d9-b216-c2f6fb4042f3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.156143 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5bf3fd44-7bae-4658-9aa2-380853926f78 req-d5761aae-a643-470a-8a92-8c5d9fd4348e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682156 Sep 03 13:17:09.160249 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6421d802-6761-42e8-8d43-e84471c43618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.226786 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e86e768-4ecf-43d9-b216-c2f6fb4042f3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.252214 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86e768-4ecf-43d9-b216-c2f6fb4042f3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37e901a-15c6-449f-8727-19a8e87753cc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:09.262936 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-115610f1-909b-4324-8b49-df690c8fe2a4 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011183 Sep 03 13:17:09.275534 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6421d802-6761-42e8-8d43-e84471c43618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.343859 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6421d802-6761-42e8-8d43-e84471c43618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.358723 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4f9d4c49-348e-4555-857a-a22598d73ab4 req-2a5f3c81-9f74-4b9b-93fc-1e351475357e service neutron] 10.222.0.48 "GET /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868602 Sep 03 13:17:09.382877 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6421d802-6761-42e8-8d43-e84471c43618 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d380d8510bbd44198d8cbe101db2c41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394793 Sep 03 13:17:09.383889 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421d802-6761-42e8-8d43-e84471c43618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2623647e-a9ee-4afd-a558-bf631b77eb78,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:09.385359 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 49564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:09.435428 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-845ef736-fd20-4d92-9285-c137aba79bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.439790 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e86e768-4ecf-43d9-b216-c2f6fb4042f3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.441090 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0e86e768-4ecf-43d9-b216-c2f6fb4042f3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4688337 Sep 03 13:17:09.443630 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:09.450508 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-002ba823-7e50-43f5-bb20-ba1558af7866 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'security_group_rule': {'security_group_id': '08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:09.463227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-845ef736-fd20-4d92-9285-c137aba79bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.566599 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-002ba823-7e50-43f5-bb20-ba1558af7866 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.595878 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-845ef736-fd20-4d92-9285-c137aba79bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.598743 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-845ef736-fd20-4d92-9285-c137aba79bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.602967 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-845ef736-fd20-4d92-9285-c137aba79bdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2623647e-a9ee-4afd-a558-bf631b77eb78 HTTP/1.1" status: 204 len: 168 time: 0.2159197 Sep 03 13:17:09.616421 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef736-fd20-4d92-9285-c137aba79bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2623647e-a9ee-4afd-a558-bf631b77eb78,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:09.650152 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-002ba823-7e50-43f5-bb20-ba1558af7866 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.674775 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742a58f-94cb-40f5-96dc-6bec20406fe7 req-8db9fe0d-4c17-43e1-b6dc-06d2aaa75605 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:09.676568 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9742a58f-94cb-40f5-96dc-6bec20406fe7 req-8db9fe0d-4c17-43e1-b6dc-06d2aaa75605 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0578554 Sep 03 13:17:09.726747 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-002ba823-7e50-43f5-bb20-ba1558af7866 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474877'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.735226 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9742a58f-94cb-40f5-96dc-6bec20406fe7 req-466422d1-d384-4155-85ad-5d1c34897bef tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445426 Sep 03 13:17:09.746040 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ba823-7e50-43f5-bb20-ba1558af7866 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7cd010-616b-43b1-ad1b-b9a2e1bfd002,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:09.812706 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-002ba823-7e50-43f5-bb20-ba1558af7866 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.814331 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-002ba823-7e50-43f5-bb20-ba1558af7866 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3694866 Sep 03 13:17:09.817573 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 49574) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:09.822704 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:09.849559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:17:09.928537 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.961630 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port bf883990-3c34-4454-a7ba-3e08eaebdc2a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:17:09.967087 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port bf883990-3c34-4454-a7ba-3e08eaebdc2a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:17:09.967481 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.053069 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.074009 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.105979 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:10.108671 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940078e-54a5-4aca-a71f-5d27f4c0448e" -d '{"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-plugged", "status": "completed", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:10.126503 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:10.190001 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.227840 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Allocated IP 172.27.1.3 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/51bd75c3-bcc1-4aa1-b4eb-cc1ad9054d5e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:17:10.249592 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:10.260034 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44594b77-b056-400c-9f4d-bb1e17344bc6 req-b175c49a-e1f8-4775-b9d8-e77cda736c5b tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:10.262094 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-44594b77-b056-400c-9f4d-bb1e17344bc6 req-b175c49a-e1f8-4775-b9d8-e77cda736c5b tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 944 time: 0.0774024 Sep 03 13:17:10.353051 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-44594b77-b056-400c-9f4d-bb1e17344bc6 req-d728195b-b89d-4619-a935-d48ca5245ec4 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Sep 03 13:17:10.384022 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f7222-e2fb-47e2-a7ea-51a55f27115c x-openstack-request-id: req-533f7222-e2fb-47e2-a7ea-51a55f27115c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:10.384383 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-plugged", "status": "completed", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:10.384720 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-533f7222-e2fb-47e2-a7ea-51a55f27115c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:10.385183 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'code': 200} Sep 03 13:17:10.392320 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.472197 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d62233-fab1-41e7-88b7-5d420eb8b390 req-d96ce174-bbf6-406b-b64a-cfab19d0d8ab tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:10.473730 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2d62233-fab1-41e7-88b7-5d420eb8b390 req-d96ce174-bbf6-406b-b64a-cfab19d0d8ab tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0610335 Sep 03 13:17:10.515002 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.518973 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2d62233-fab1-41e7-88b7-5d420eb8b390 req-d1e2cd23-71f7-4e03-ac98-89243acd9c74 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380259 Sep 03 13:17:10.555453 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:17:10.558387 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:17:10.561067 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:17:10.590614 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'Port': ['ID=51bd75c3-bcc1-4aa1-b4eb-cc1ad9054d5e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:10.655572 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.778570 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.781145 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87af12-049e-4868-800f-56acf8457e85 req-09c5f34f-5f84-4289-928e-06940f59d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:10.782796 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6c87af12-049e-4868-800f-56acf8457e85 req-09c5f34f-5f84-4289-928e-06940f59d867 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 1098 time: 0.0716023 Sep 03 13:17:10.885405 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6c87af12-049e-4868-800f-56acf8457e85 req-4292c03e-59eb-4489-8a41-a908e3d03890 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843127 Sep 03 13:17:10.905653 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd75c0-2078-4e05-a062-0a4be25eb4d2 req-b242a8d8-5502-415f-83dd-0c6c61b19caa tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:10.907155 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-26bd75c0-2078-4e05-a062-0a4be25eb4d2 req-b242a8d8-5502-415f-83dd-0c6c61b19caa tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0968719 Sep 03 13:17:11.000964 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-26bd75c0-2078-4e05-a062-0a4be25eb4d2 req-362f141d-ea56-4751-9c92-2dbd3e92cece tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780947 Sep 03 13:17:11.049080 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:11.121765 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:11.199227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'Port': ['ID=51bd75c3-bcc1-4aa1-b4eb-cc1ad9054d5e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:11.209430 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:11.275546 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:11.276984 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-7a57533b-68cb-48dd-85cd-812aa3e41439 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4582267 Sep 03 13:17:11.492749 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-75d27031-c207-4a3b-a700-141a399add94 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--90279798&fields=id&tenant_id=b2ef0bf497144777b9f700a7546a1234 HTTP/1.1" status: 200 len: 267 time: 0.0430164 Sep 03 13:17:11.501712 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9d35-ac88-43c2-b471-31ab0dd3e1d1 req-4ab929cf-98e9-4b66-97b9-6d718103a711 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:11.503227 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e7cb9d35-ac88-43c2-b471-31ab0dd3e1d1 req-4ab929cf-98e9-4b66-97b9-6d718103a711 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 944 time: 0.0801523 Sep 03 13:17:11.600627 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e7cb9d35-ac88-43c2-b471-31ab0dd3e1d1 req-77b0e1a4-8876-40d5-8ecf-a57e5af1c0b2 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869999 Sep 03 13:17:11.638185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-35f3e522-64b1-4705-8fc3-eda04caa1b57 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:11.640310 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-35f3e522-64b1-4705-8fc3-eda04caa1b57 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 811 time: 0.1360908 Sep 03 13:17:11.668096 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-673b0a7c-8072-40e0-a7f6-28544df9f0b1 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/quotas/b2ef0bf497144777b9f700a7546a1234 HTTP/1.1" status: 200 len: 375 time: 0.0119159 Sep 03 13:17:11.757614 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-deb3328d-5af5-49dc-8084-d2f19bffecab tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867510 Sep 03 13:17:11.767681 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b41e2e-106e-4cd6-bd5a-e60ade1aae2d req-7aaa6b01-2334-40d2-b33e-072355d18dd2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:11.767681 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-91b41e2e-106e-4cd6-bd5a-e60ade1aae2d req-7aaa6b01-2334-40d2-b33e-072355d18dd2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0851378 Sep 03 13:17:11.812719 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-91b41e2e-106e-4cd6-bd5a-e60ade1aae2d req-bc6ef445-1fbb-4e67-b85f-93c1b61059b0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375671 Sep 03 13:17:11.859389 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:17:11.975706 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-5de217e4-da01-46d2-9da4-9a8fb076969f service neutron] 10.222.0.44 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054524 Sep 03 13:17:11.994423 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:12.007184 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489', 'network_id': '8a5888db-faa0-4ba1-8213-e0a51ca1f1dc', 'port_id': '4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489', 'mac_address': 'fa:16:3e:4d:48:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:17:12.072739 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-b63703b2-f489-452d-ba10-8a2839275f65 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894966 Sep 03 13:17:12.073037 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:12.091264 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:17:12.118418 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:12.127937 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfb973-44fc-432e-8a02-521eb31c4f9f req-a9103011-372f-4cb9-953c-9770a66dd451 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:12.129465 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7abfb973-44fc-432e-8a02-521eb31c4f9f req-a9103011-372f-4cb9-953c-9770a66dd451 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0538113 Sep 03 13:17:12.172179 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7abfb973-44fc-432e-8a02-521eb31c4f9f req-3fe345a2-9c99-470a-a13c-aa69d38c9094 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360203 Sep 03 13:17:12.187607 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:12.236533 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:12.328843 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-44c3d348-1246-4d1a-a0c0-a2462ee15147 req-d8224dc2-8bc4-4868-b471-872cfb801013 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 210 time: 0.0311382 Sep 03 13:17:12.637046 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:17:12.743494 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e013813-d2f0-4502-bb98-f53d0d888d8b req-6365bf5b-2d19-41c9-a8f4-c5ef3ba35569 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:12.744734 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8e013813-d2f0-4502-bb98-f53d0d888d8b req-6365bf5b-2d19-41c9-a8f4-c5ef3ba35569 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 945 time: 0.0653124 Sep 03 13:17:12.794823 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8e013813-d2f0-4502-bb98-f53d0d888d8b req-dd5f8c26-0013-4118-b497-ed2d36e749a1 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Sep 03 13:17:12.939270 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62d88a-41fd-4f19-8b37-1280dbad4801 req-ec164ffb-95a5-4691-a0b1-c9966d0a8489 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:12.940817 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4b62d88a-41fd-4f19-8b37-1280dbad4801 req-ec164ffb-95a5-4691-a0b1-c9966d0a8489 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0550144 Sep 03 13:17:12.982695 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4b62d88a-41fd-4f19-8b37-1280dbad4801 req-9f5780d4-6055-4046-ba4d-7d14b8b5e21d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359597 Sep 03 13:17:13.096782 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35a3d2-7851-42d9-9603-ef6e0be70107 req-7e2f5aeb-8a58-451c-a66c-03a6008692b7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:13.098263 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8f35a3d2-7851-42d9-9603-ef6e0be70107 req-7e2f5aeb-8a58-451c-a66c-03a6008692b7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0483055 Sep 03 13:17:13.106512 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 49646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:13.110983 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Request body: {'floatingip': {'port_id': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:13.153515 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:13.378706 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801c439-98da-4541-9840-651428ed4150 req-4089f3dd-c7f7-4b59-a291-0463e5e556a5 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:13.380243 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7801c439-98da-4541-9840-651428ed4150 req-4089f3dd-c7f7-4b59-a291-0463e5e556a5 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.1280155 Sep 03 13:17:13.443160 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1a99587d-78ca-460b-898d-dfa910ecfa54 req-f04c9a4c-e8a4-48bf-83e7-28017b17a12c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 210 time: 0.0411234 Sep 03 13:17:13.553633 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7801c439-98da-4541-9840-651428ed4150 req-50061c35-266b-46a3-b134-b04ef5bf7756 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&id=55778552-fd41-4659-a84e-3efdaa977a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590157 Sep 03 13:17:13.666412 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:13.733184 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:13.869768 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:17:14.013494 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:17:14.018559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:17:14.018956 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:14.114910 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:14.116409 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8bd11-aa2d-4ea9-a6df-96c6684badc9 req-083eaf14-afa8-4a1f-a521-756b2f7ee1ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:14.117912 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2db8bd11-aa2d-4ea9-a6df-96c6684badc9 req-083eaf14-afa8-4a1f-a521-756b2f7ee1ce tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 945 time: 0.0690837 Sep 03 13:17:14.129179 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Floating IP 24d1d827-2931-4094-9d34-3c5e7154155d associated. External IP: 172.27.1.149, port: bf883990-3c34-4454-a7ba-3e08eaebdc2a. Sep 03 13:17:14.138855 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814fcb1-16dc-400e-afdf-85cdec5b01c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:14.141095 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c54800-9aac-4b14-8668-175d5c7c0214" -d '{"events": [{"server_uuid": "0814fcb1-16dc-400e-afdf-85cdec5b01c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:14.154152 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:14.178077 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6709dc74-fff5-4edc-ae94-2517ac0e6ee4 x-openstack-request-id: req-6709dc74-fff5-4edc-ae94-2517ac0e6ee4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:14.178392 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814fcb1-16dc-400e-afdf-85cdec5b01c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:14.178654 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6709dc74-fff5-4edc-ae94-2517ac0e6ee4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:14.179260 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814fcb1-16dc-400e-afdf-85cdec5b01c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489', 'code': 200} Sep 03 13:17:14.224641 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:14.226003 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2db8bd11-aa2d-4ea9-a6df-96c6684badc9 req-beeba2a4-c7d1-43dc-99bd-4574f96a983c tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991373 Sep 03 13:17:14.279962 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:14.372924 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Router 99be87b4-5a25-48d5-880f-8a59eca22e10 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:17:14.530152 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:17:14.537087 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:14.545686 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] Sync routers for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:17:14.555204 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:17:14.555830 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:17:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:14.595734 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f0114975-a667-42ba-9872-7795f6defc20 req-68d996b1-eaf2-461e-ae65-f1e6cb0b5973 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 210 time: 0.0626857 Sep 03 13:17:14.612695 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-1dd3285f-3515-4bf4-b25a-33f6905d9734 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "PUT /v2.0/floatingips/24d1d827-2931-4094-9d34-3c5e7154155d HTTP/1.1" status: 200 len: 991 time: 1.5024872 Sep 03 13:17:14.612695 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:14.614040 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37405100-fe7c-48b4-b581-87b303968539" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:14.623477 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2940ed-63d8-4360-9f8f-bd3f80de0f69 req-b6e0e9ea-b201-4bad-a259-ef0e1a58a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:14.627160 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fa2940ed-63d8-4360-9f8f-bd3f80de0f69 req-b6e0e9ea-b201-4bad-a259-ef0e1a58a455 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 1099 time: 0.1033504 Sep 03 13:17:14.666654 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c49551-e035-41a5-9633-981043a26860 x-openstack-request-id: req-04c49551-e035-41a5-9633-981043a26860 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:14.666957 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:14.667214 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04c49551-e035-41a5-9633-981043a26860 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:14.668437 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'status': 'completed', 'code': 200} Sep 03 13:17:14.684176 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:17:14.856558 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fa2940ed-63d8-4360-9f8f-bd3f80de0f69 req-659cf4ab-4062-4370-aa25-99c7c8a816df service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802875 Sep 03 13:17:14.874303 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-92cf1416-b749-413b-9d10-4ae5a0709dd3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:14.875834 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-92cf1416-b749-413b-9d10-4ae5a0709dd3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 811 time: 0.1324544 Sep 03 13:17:14.879932 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405100-fe7c-48b4-b581-87b303968539 req-fff40e7a-dd33-4878-88d5-c1c62287a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:14.882636 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-37405100-fe7c-48b4-b581-87b303968539 req-fff40e7a-dd33-4878-88d5-c1c62287a048 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 1098 time: 0.0677857 Sep 03 13:17:15.033267 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '24d1d827-2931-4094-9d34-3c5e7154155d', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'port_id': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'mac_address': 'fa:16:3e:c1:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:16:52Z', 'updated_at': '2021-09-03T13:17:13Z', 'revision_number': 1, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:15.065454 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] Checking router: 99be87b4-5a25-48d5-880f-8a59eca22e10 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:17:15.073937 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:17:15.074504 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:17:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:15.182235 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:17:15.221557 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-826ba5ed-251f-484b-936a-95bd4799e780 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ef0bf497144777b9f700a7546a1234 HTTP/1.1" status: 200 len: 378 time: 0.0413663 Sep 03 13:17:15.246374 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'port': {'device_id': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'admin_state_up': True, 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'security_groups': ['08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:15.323276 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405100-fe7c-48b4-b581-87b303968539 req-99adb289-6b48-42f0-9a77-29df08f3c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:15.325436 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-37405100-fe7c-48b4-b581-87b303968539 req-99adb289-6b48-42f0-9a77-29df08f3c91b service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.1461413 Sep 03 13:17:15.395695 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cdae4-e684-49ce-8a7d-8e50b5d6deed req-dc1770bd-cd8f-42c3-92e6-e8094fc97a58 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:15.397268 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1a1cdae4-e684-49ce-8a7d-8e50b5d6deed req-dc1770bd-cd8f-42c3-92e6-e8094fc97a58 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 946 time: 0.0737915 Sep 03 13:17:15.426145 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-37405100-fe7c-48b4-b581-87b303968539 req-9d69aeac-2fac-4831-aa11-a1bb5aede775 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a HTTP/1.1" status: 200 len: 999 time: 0.0846925 Sep 03 13:17:15.448014 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1a1cdae4-e684-49ce-8a7d-8e50b5d6deed req-8aa422d1-3c43-4b58-96e3-21ababc8f830 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Sep 03 13:17:15.479951 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '24d1d827-2931-4094-9d34-3c5e7154155d', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'port_id': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'mac_address': 'fa:16:3e:c1:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:16:52Z', 'updated_at': '2021-09-03T13:17:13Z', 'revision_number': 1, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:15.487596 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405100-fe7c-48b4-b581-87b303968539 req-f339af59-6b55-4795-9322-01d978b72e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:15.489082 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-37405100-fe7c-48b4-b581-87b303968539 req-f339af59-6b55-4795-9322-01d978b72e19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.0528400 Sep 03 13:17:15.499100 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Made reservation on behalf of b2ef0bf497144777b9f700a7546a1234 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:17:15.502806 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:15.512030 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f7206-a031-4e89-9890-72197f045c62 None None] The sync data for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi is: [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '24d1d827-2931-4094-9d34-3c5e7154155d', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'port_id': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'mac_address': 'fa:16:3e:c1:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:16:52Z', 'updated_at': '2021-09-03T13:17:13Z', 'revision_number': 1, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:17:15.572139 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405100-fe7c-48b4-b581-87b303968539 req-df70fe62-962c-4b28-b653-091d61af68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:15.573781 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-37405100-fe7c-48b4-b581-87b303968539 req-df70fe62-962c-4b28-b653-091d61af68e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445809 Sep 03 13:17:15.669863 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Allocated IP 172.20.0.7 (a2e13e9e-62ed-4c1c-b76c-601a567b3b3e/3a5aa1da-ae06-4d8a-94f0-5fea47adcda2/3b832e8e-0ebf-4d50-8a8f-a104e71e7635) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:17:15.680539 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-37405100-fe7c-48b4-b581-87b303968539 req-bb4af31b-2856-4348-94a5-c10b0b1b2c42 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977752 Sep 03 13:17:15.718705 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f4cd6cdd-a383-4734-8df3-3692b4efac5a req-2475d39b-6a60-4b1a-8429-a2356cba975f tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 210 time: 0.0363262 Sep 03 13:17:15.803384 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd5e24-bbe2-4dff-9070-a1a3b675f2cb None None] New status for floating IP 24d1d827-2931-4094-9d34-3c5e7154155d: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:17:15.829233 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-37405100-fe7c-48b4-b581-87b303968539 req-ea04798c-7dae-40c7-b184-af5f5f0cb993 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100292 Sep 03 13:17:15.868807 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:15.883992 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Transition to ACTIVE for port object 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:17:16.005644 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:16.046606 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:17:16.049670 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:17:16.053124 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:17:16.080882 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event updated for resources: {'Port': ['ID=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:16.119480 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:16.120335 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:16.293690 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c84d8733-e8df-4dbd-92a0-e2edfa662b52 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532153 Sep 03 13:17:16.319886 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Request body: {'port': {'device_id': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:16.378861 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:16.405536 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-020006f3-db2b-47d2-94d2-91350de6dc97 None None] Provisioning for port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:17:16.409768 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-020006f3-db2b-47d2-94d2-91350de6dc97 None None] Provisioning complete for port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:17:16.410146 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-020006f3-db2b-47d2-94d2-91350de6dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:16.452526 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-020006f3-db2b-47d2-94d2-91350de6dc97 None None] Port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:17:16.624522 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566a7f5-8e03-45e7-b8f8-0965a2f3530b req-ea800d63-af92-4294-b5be-4283aec0370f tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:16.626046 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c566a7f5-8e03-45e7-b8f8-0965a2f3530b req-ea800d63-af92-4294-b5be-4283aec0370f tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 946 time: 0.1023142 Sep 03 13:17:16.687595 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c566a7f5-8e03-45e7-b8f8-0965a2f3530b req-0ce2adbe-676b-4fd8-bdbd-14a3c115a704 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551848 Sep 03 13:17:16.758204 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:17:16.766178 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:16.781533 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Transition to ACTIVE for port object 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:17:16.872822 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e0d9e-b98f-4151-8559-7f89d5e1bbbf req-f471a10a-ff08-4576-bd51-cb21bea88f4b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:16.874503 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f32e0d9e-b98f-4151-8559-7f89d5e1bbbf req-f471a10a-ff08-4576-bd51-cb21bea88f4b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 931 time: 0.0526662 Sep 03 13:17:16.875879 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:16.949479 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Pushing event updated for resources: {'Port': ['ID=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:16.993362 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f32e0d9e-b98f-4151-8559-7f89d5e1bbbf req-55acd412-522f-4078-b390-e172e4449627 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846031 Sep 03 13:17:17.052252 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Attempting to bind port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:17:17.052595 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Attempting to bind port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:17:17.052925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Attempting to bind port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 on network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:17:17.057490 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 on network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:17:17.057813 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Attempting to bind port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 on network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:17:17.071581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:17:17.073023 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Checking segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:17:17.073023 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Bound using segment: {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:17:17.073240 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Bound port: 3b832e8e-0ebf-4d50-8a8f-a104e71e7635, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:17:17.073479 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:17.142736 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] For port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:17:17.145787 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] For port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:17:17.221191 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:17.261927 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:17.262628 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:17.264106 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] 10.222.0.48 "PUT /v2.0/ports/3b832e8e-0ebf-4d50-8a8f-a104e71e7635 HTTP/1.1" status: 200 len: 1093 time: 0.9489141 Sep 03 13:17:17.264583 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:17.270876 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe5174-8e8d-4b24-ad26-4016a3d3012c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:17.304465 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6bffa-2d91-4310-ba5f-80cdb28764eb service neutron] Pushing event updated for resources: {'Port': ['ID=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:17.358717 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-6622dd3c-e5e7-43aa-a527-9ba3fd69b297 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272965122&fields=id&tenant_id=399a3acde7944afcb28b84d2b356f671 HTTP/1.1" status: 200 len: 267 time: 0.0370100 Sep 03 13:17:17.508189 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1aff-4d3f-4027-8325-f33070df8769 req-fc8b33ba-29b5-41ba-b783-64015f34605f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:17.509664 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-fc8b33ba-29b5-41ba-b783-64015f34605f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/networks?id=c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 200 len: 808 time: 0.1442132 Sep 03 13:17:17.513107 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-39399518-345a-4691-8924-6b38e1c0f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:17.514524 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-39399518-345a-4691-8924-6b38e1c0f761 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 1096 time: 0.0741405 Sep 03 13:17:17.525089 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-db4e46d7-56db-4234-80f6-ba37a228b604 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/quotas/399a3acde7944afcb28b84d2b356f671 HTTP/1.1" status: 200 len: 375 time: 0.0088706 Sep 03 13:17:17.574665 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-cac40838-4ae3-4a09-a1a8-1db45f23d1df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635 HTTP/1.1" status: 200 len: 217 time: 0.0443184 Sep 03 13:17:17.648331 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-f801b8a1-9078-4c2f-a699-4d910d66069e tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=399a3acde7944afcb28b84d2b356f671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131530 Sep 03 13:17:17.651821 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-33332f3e-167e-4e53-9ff0-d9e352a0b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:17.653733 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-33332f3e-167e-4e53-9ff0-d9e352a0b180 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 200 len: 850 time: 0.0643978 Sep 03 13:17:17.780141 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c46d8744-6d09-4d4d-93f6-e40193d313ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:17.781671 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c46d8744-6d09-4d4d-93f6-e40193d313ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124127 Sep 03 13:17:17.784815 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e076e6-4e1d-4f3b-a1fb-fdd3120e9731 x-openstack-request-id: req-55e076e6-4e1d-4f3b-a1fb-fdd3120e9731 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:17.785106 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:17.785359 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55e076e6-4e1d-4f3b-a1fb-fdd3120e9731 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:17.785748 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'status': 'completed', 'code': 200} Sep 03 13:17:17.816710 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-c3557895-f880-4ab7-aea9-4d783a01bb5a service neutron] 10.222.0.44 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551585 Sep 03 13:17:17.988611 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-c0ddba13-647d-44a5-8688-f9ad14774b05 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850963 Sep 03 13:17:17.999901 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-06da281d-4731-49dc-9dd0-3b3201afc0f9 service neutron] 10.222.0.44 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611209 Sep 03 13:17:18.030811 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:18.137051 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-978188c8-bce7-440f-b714-5fe18ae1c5ae req-eb234746-7bd1-441e-bb85-958b6d14526e service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363442 Sep 03 13:17:18.149843 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cea3a6-0252-4519-9357-4053d7b6b088 req-f2449b5e-0540-4aa8-b79a-65748b328eae tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:18.151429 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-24cea3a6-0252-4519-9357-4053d7b6b088 req-f2449b5e-0540-4aa8-b79a-65748b328eae tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0723052 Sep 03 13:17:18.194760 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-24cea3a6-0252-4519-9357-4053d7b6b088 req-79c41891-17e9-489e-975f-36169358fef6 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365088 Sep 03 13:17:18.401827 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-a5ae93ad-955a-4906-a0eb-3282004207ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:18.403400 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-a5ae93ad-955a-4906-a0eb-3282004207ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 1096 time: 0.0423489 Sep 03 13:17:18.517444 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-d981109a-3626-4a06-8c24-44c19380c401 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452785 Sep 03 13:17:18.537381 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-81e0dbfe-3903-4492-8622-26ef420b8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:18.539010 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-81e0dbfe-3903-4492-8622-26ef420b8b65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 912 time: 0.1067135 Sep 03 13:17:18.591205 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-9919b8a7-0873-4bcc-8196-a064d740c530 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635 HTTP/1.1" status: 200 len: 217 time: 0.0378036 Sep 03 13:17:18.638958 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-a4e224c0-d913-4f1e-89f0-bca413412292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:18.640533 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-a4e224c0-d913-4f1e-89f0-bca413412292 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1137 time: 0.0537887 Sep 03 13:17:18.654566 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-82209943-84a5-4cef-90ec-fc47fee4d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:18.656053 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-82209943-84a5-4cef-90ec-fc47fee4d48d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 200 len: 850 time: 0.0580206 Sep 03 13:17:18.723246 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-09c02516-83b0-45bb-8920-1d32d150dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:18.724845 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-09c02516-83b0-45bb-8920-1d32d150dbb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471470 Sep 03 13:17:18.776332 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-512bb38e-ba38-4165-95c7-e8ba3997aa81 req-2627df93-9511-4758-8ce2-832409e618e0 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 210 time: 0.0436578 Sep 03 13:17:18.777439 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-df33b7dc-c4e0-4ce9-b8f5-1744488eb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:18.788898 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-df33b7dc-c4e0-4ce9-b8f5-1744488eb1d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 200 len: 916 time: 0.1020060 Sep 03 13:17:18.874869 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-30d1c288-adac-4f51-b156-98f83d9fa218 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404407 Sep 03 13:17:18.890855 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-3c802c90-ef37-4eff-a02d-edea1a90d739 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 1001 time: 0.1009426 Sep 03 13:17:18.951754 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-82e136d0-ac4a-41e3-84bd-4cc2293d0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:18.954273 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-82e136d0-ac4a-41e3-84bd-4cc2293d0818 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c440f60-b5d1-4883-83a1-d3f05906bc3b HTTP/1.1" status: 200 len: 854 time: 0.0509624 Sep 03 13:17:18.994070 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2efe5174-8e8d-4b24-ad26-4016a3d3012c req-bdd4fae8-613b-4a1a-99a2-70e162958370 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091943 Sep 03 13:17:19.015561 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-7526a3dd-1c35-4a82-b604-7e94bcda969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:19.017113 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-7526a3dd-1c35-4a82-b604-7e94bcda969d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d9b4e4c-3e11-4a39-9916-06cb39445149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537796 Sep 03 13:17:19.149370 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-3563239f-d416-41d0-84b2-46dcb176a2dd service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933399 Sep 03 13:17:19.246814 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-da8a84ff-d955-46e0-892a-9739d75fb920 req-93b64d82-14f0-4016-afb5-54b689177be7 service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983849 Sep 03 13:17:19.316921 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaba8b-9efc-48f4-a30e-759846aaf71b req-2e047145-153a-4d25-b4ff-3038111033ee tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:19.318847 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-53eaba8b-9efc-48f4-a30e-759846aaf71b req-2e047145-153a-4d25-b4ff-3038111033ee tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0541263 Sep 03 13:17:19.357095 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-53eaba8b-9efc-48f4-a30e-759846aaf71b req-9114472d-8293-4d7c-ae4f-45252b5e5ffe tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319643 Sep 03 13:17:19.863312 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:17:19.888207 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1232ab96-3819-4ecb-a9b5-29312b4bf386 req-5cf1fc81-75a7-44cf-b772-a860389972db tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 210 time: 0.0357504 Sep 03 13:17:19.980924 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:19.993675 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'port_id': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'mac_address': 'fa:16:3e:5b:b7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:17:20.038275 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:20.053034 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:17:20.075169 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:20.188223 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:20.236420 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:20.475351 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbb2e8-ff88-4945-a413-cc0a87bfa01a req-d97d60a2-dea1-4280-a4ed-161868eb38ea tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:20.478454 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-93bbb2e8-ff88-4945-a413-cc0a87bfa01a req-d97d60a2-dea1-4280-a4ed-161868eb38ea tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 944 time: 0.0481434 Sep 03 13:17:20.526696 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-93bbb2e8-ff88-4945-a413-cc0a87bfa01a req-f09e841e-0529-4be4-b654-abf2dc6a841f tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430467 Sep 03 13:17:20.557780 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['3b832e8e-0ebf-4d50-8a8f-a104e71e7635'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:17:20.983962 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5bce1e1f-a171-4fd5-b243-732287387229 req-ab91e3e9-8622-4dbe-82b7-d9c36d76e4bc tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 210 time: 0.0309131 Sep 03 13:17:21.325016 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1aff-4d3f-4027-8325-f33070df8769 req-e267d583-c5d0-4e44-8d9f-eebadaad806f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:21.326553 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-e267d583-c5d0-4e44-8d9f-eebadaad806f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.48 "GET /v2.0/networks?id=c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 200 len: 808 time: 0.1101196 Sep 03 13:17:21.380834 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-2396e8fb-0302-4c3e-a846-fc0e46b6e9a8 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=399a3acde7944afcb28b84d2b356f671 HTTP/1.1" status: 200 len: 379 time: 0.0353558 Sep 03 13:17:21.404492 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'port': {'device_id': '55b155ad-f836-489b-8611-4e80c3534d34', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'admin_state_up': True, 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'security_groups': ['968ae5e2-20d5-43b5-8fbe-ca72543af66c']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:21.628535 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Made reservation on behalf of 399a3acde7944afcb28b84d2b356f671 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:17:21.633051 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:21.656408 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f955246-bfb3-49d6-b290-823d052acd38 req-1250b1c7-841a-43a2-825f-524c2979bf63 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:21.658821 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2f955246-bfb3-49d6-b290-823d052acd38 req-1250b1c7-841a-43a2-825f-524c2979bf63 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 944 time: 0.0604322 Sep 03 13:17:21.697210 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2f955246-bfb3-49d6-b290-823d052acd38 req-29367d57-8ae5-4bd2-8d22-00bc64916aa3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330710 Sep 03 13:17:21.769807 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Allocated IP 172.20.0.10 (c7d8b6b7-a960-444d-b245-9cd14e87636b/e00fa5bc-0f8f-42b7-bcb7-756379e02ce7/61bf2522-da86-4863-86e3-d28775e2c4ef) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:17:21.874718 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:17:21.917415 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:21.937797 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Transition to ACTIVE for port object 61bf2522-da86-4863-86e3-d28775e2c4ef will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:17:22.046847 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:17:22.051800 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:17:22.052324 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.095762 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d2291fed-0b1f-4f1d-849c-89626b8b1d96 req-1c36e87d-f63c-4d8f-8988-b77360d3f891 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 210 time: 0.0284255 Sep 03 13:17:22.111099 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.154866 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.155687 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Network c7d8b6b7-a960-444d-b245-9cd14e87636b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:17:22.158612 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:17:22.161423 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:17:22.180321 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:22.182580 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c7835-5748-4541-9d94-df4399795122" -d '{"events": [{"server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "name": "network-vif-plugged", "status": "completed", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:22.199872 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:22.200207 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:22.229891 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc5479a-b036-4523-b198-8845c568746c x-openstack-request-id: req-8fc5479a-b036-4523-b198-8845c568746c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:22.229891 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "name": "network-vif-plugged", "status": "completed", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:22.229891 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fc5479a-b036-4523-b198-8845c568746c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:22.229891 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'code': 200} Sep 03 13:17:22.231158 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:22.231158 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.268403 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.327522 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:22.350866 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-90783a82-8f50-4501-9091-b7616ff14cf2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9513841 Sep 03 13:17:22.370565 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Request body: {'port': {'device_id': '55b155ad-f836-489b-8611-4e80c3534d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:22.431453 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.538650 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a82e557-9ad4-42a7-8808-465e00e3c6d8 None None] Provisioning for port 61bf2522-da86-4863-86e3-d28775e2c4ef completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:17:22.543808 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a82e557-9ad4-42a7-8808-465e00e3c6d8 None None] Provisioning complete for port 61bf2522-da86-4863-86e3-d28775e2c4ef triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:17:22.544195 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a82e557-9ad4-42a7-8808-465e00e3c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.601500 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a82e557-9ad4-42a7-8808-465e00e3c6d8 None None] Port 61bf2522-da86-4863-86e3-d28775e2c4ef cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:17:22.650687 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23924-9bd0-411a-98ac-c9efbf4b3bb3 req-66b64ef6-02de-48f4-81af-ae2408a85fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:22.653778 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99c23924-9bd0-411a-98ac-c9efbf4b3bb3 req-66b64ef6-02de-48f4-81af-ae2408a85fef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 1098 time: 0.0805385 Sep 03 13:17:22.698183 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99c23924-9bd0-411a-98ac-c9efbf4b3bb3 req-5439ff69-3972-4230-a755-5ad2753fbe30 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308847 Sep 03 13:17:22.727954 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bf2522-da86-4863-86e3-d28775e2c4ef {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:17:22.735796 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.755324 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Transition to ACTIVE for port object 61bf2522-da86-4863-86e3-d28775e2c4ef will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:17:22.830161 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:22.830827 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c18d63-2af6-470c-aab4-efa3308923e9 req-8f63a5af-6529-4ce4-8cd9-18efbc41fc77 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:22.833073 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-19c18d63-2af6-470c-aab4-efa3308923e9 req-8f63a5af-6529-4ce4-8cd9-18efbc41fc77 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.0579407 Sep 03 13:17:22.881201 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-19c18d63-2af6-470c-aab4-efa3308923e9 req-17dd7c58-df4f-4ba4-912a-370d08a4df18 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411932 Sep 03 13:17:22.893302 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Pushing event updated for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:23.213371 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Attempting to bind port 61bf2522-da86-4863-86e3-d28775e2c4ef on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:17:23.213714 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Attempting to bind port 61bf2522-da86-4863-86e3-d28775e2c4ef by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:17:23.214050 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Attempting to bind port 61bf2522-da86-4863-86e3-d28775e2c4ef on network c7d8b6b7-a960-444d-b245-9cd14e87636b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:17:23.218969 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Port 61bf2522-da86-4863-86e3-d28775e2c4ef on network c7d8b6b7-a960-444d-b245-9cd14e87636b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:17:23.219216 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Attempting to bind port 61bf2522-da86-4863-86e3-d28775e2c4ef on network c7d8b6b7-a960-444d-b245-9cd14e87636b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:17:23.224431 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:17:23.224781 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Checking segment: {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:17:23.225164 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Bound using segment: {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:17:23.225602 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Bound port: 61bf2522-da86-4863-86e3-d28775e2c4ef, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5213f453-b0ca-4226-8c40-938ffac78c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:17:23.225966 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:23.241848 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4537faa-9701-4437-b5ed-24d38cd259f2 req-9c629188-dd4d-40d8-b473-c7176505290d tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:23.243467 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b4537faa-9701-4437-b5ed-24d38cd259f2 req-9c629188-dd4d-40d8-b473-c7176505290d tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0573874 Sep 03 13:17:23.287422 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b4537faa-9701-4437-b5ed-24d38cd259f2 req-8f36fa99-7558-4175-848d-edbbc4e58344 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349026 Sep 03 13:17:23.297631 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:17:23.301051 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:17:23.371984 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:23.410333 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:23.411035 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:23.412376 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] 10.222.0.48 "PUT /v2.0/ports/61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 200 len: 1094 time: 1.0463457 Sep 03 13:17:23.412833 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:23.415143 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:23.439162 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84587c-ea22-46ad-b0e9-d44890810d73 service neutron] Pushing event updated for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:23.557488 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981e1ce5-bc79-4598-a9eb-3b9b261e1296 x-openstack-request-id: req-981e1ce5-bc79-4598-a9eb-3b9b261e1296 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:23.557813 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:23.558044 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-981e1ce5-bc79-4598-a9eb-3b9b261e1296 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:23.559219 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'status': 'completed', 'code': 200} Sep 03 13:17:23.629201 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1aff-4d3f-4027-8325-f33070df8769 req-a9f18b4f-5934-4038-8d61-2e27a9a4b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:23.630905 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-a9f18b4f-5934-4038-8d61-2e27a9a4b5ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=399a3acde7944afcb28b84d2b356f671&device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1097 time: 0.0427270 Sep 03 13:17:23.691412 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-114c0000-4cfe-4696-9b6a-2cdf35dd47d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 200 len: 217 time: 0.0399320 Sep 03 13:17:23.752059 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1aff-4d3f-4027-8325-f33070df8769 req-47fed138-7504-42c3-b0a3-0511cc6c1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:23.753457 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-47fed138-7504-42c3-b0a3-0511cc6c1800 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 HTTP/1.1" status: 200 len: 847 time: 0.0457647 Sep 03 13:17:23.809648 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1aff-4d3f-4027-8325-f33070df8769 req-679f4d72-6a90-4760-b267-d4130852a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:23.811273 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-679f4d72-6a90-4760-b267-d4130852a4aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7d8b6b7-a960-444d-b245-9cd14e87636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463600 Sep 03 13:17:23.922167 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-17c864e9-ed03-4d5b-a7aa-5450289a63b8 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009269 Sep 03 13:17:24.023015 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ba93-8b6b-4be2-b913-1ad79c694828 req-253ed221-7d1c-45a6-9919-61d72688ac41 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:24.024426 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-19a4ba93-8b6b-4be2-b913-1ad79c694828 req-253ed221-7d1c-45a6-9919-61d72688ac41 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.0535052 Sep 03 13:17:24.032826 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-054e1aff-4d3f-4027-8325-f33070df8769 req-cefad166-3287-4a10-9cc9-09c709227dc4 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963225 Sep 03 13:17:24.065657 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-19a4ba93-8b6b-4be2-b913-1ad79c694828 req-80db4eae-1267-4353-9ad3-7af674af9686 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344584 Sep 03 13:17:24.329909 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-4097d1b7-63c3-46c2-b989-c9be32c45b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:24.331549 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-4097d1b7-63c3-46c2-b989-c9be32c45b54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=399a3acde7944afcb28b84d2b356f671&device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1097 time: 0.0411103 Sep 03 13:17:24.407031 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835d673-cacf-4bd5-a182-60b44d6ad906 req-0bbf5851-3335-47c6-9c38-5833bafeccfe tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:24.408735 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a835d673-cacf-4bd5-a182-60b44d6ad906 req-0bbf5851-3335-47c6-9c38-5833bafeccfe tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0541928 Sep 03 13:17:24.446652 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a835d673-cacf-4bd5-a182-60b44d6ad906 req-3c492a9c-bb62-4180-8915-67cfa7e1984f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318794 Sep 03 13:17:24.480475 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-ef6b0199-b26e-439b-84ea-88ac6515f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:24.485822 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-ef6b0199-b26e-439b-84ea-88ac6515f1b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 200 len: 909 time: 0.0985832 Sep 03 13:17:24.552026 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-0031cc67-9150-4562-aff1-52660e149bba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 200 len: 217 time: 0.0336514 Sep 03 13:17:24.601416 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-d3e4b88e-b087-4fc7-bb60-5a5930b8b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:24.602833 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-d3e4b88e-b087-4fc7-bb60-5a5930b8b3f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 HTTP/1.1" status: 200 len: 847 time: 0.0429761 Sep 03 13:17:24.652686 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-89d5b9da-0846-47b1-b9e9-294a572e9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:24.654176 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-89d5b9da-0846-47b1-b9e9-294a572e9fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7d8b6b7-a960-444d-b245-9cd14e87636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430176 Sep 03 13:17:24.744070 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-35b93c19-df5a-4aba-b168-71db4d3b0a37 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806911 Sep 03 13:17:24.845366 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0fcd0a10-5a0f-4e76-ad8e-2e9daef34b7a req-9e9a5b5e-b21c-45be-bdc2-140041dce989 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900505 Sep 03 13:17:25.185234 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3530cb8-129f-4556-81f5-599f81fd3005 req-0c642e24-cb92-4592-ba2e-12c4913671e0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:25.186828 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c3530cb8-129f-4556-81f5-599f81fd3005 req-0c642e24-cb92-4592-ba2e-12c4913671e0 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.0514677 Sep 03 13:17:25.229652 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c3530cb8-129f-4556-81f5-599f81fd3005 req-7780aadf-1ab2-4ee1-be1c-2e12fac59455 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362189 Sep 03 13:17:25.364537 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa1fd-c7a8-4daf-a14a-9740203e10fb req-8678fbb4-7818-486b-a480-903f8e997acb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:25.366202 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-396fa1fd-c7a8-4daf-a14a-9740203e10fb req-8678fbb4-7818-486b-a480-903f8e997acb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.0661030 Sep 03 13:17:25.377813 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 49816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:25.382800 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Request body: {'floatingip': {'port_id': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:25.424883 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:25.570140 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ddc26-98a4-4ca9-b26c-e636d28753cd req-da0301c5-e15f-4df6-9d10-c7a4aefaaafd tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:25.571747 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-566ddc26-98a4-4ca9-b26c-e636d28753cd req-da0301c5-e15f-4df6-9d10-c7a4aefaaafd tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0514278 Sep 03 13:17:25.620331 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-566ddc26-98a4-4ca9-b26c-e636d28753cd req-90f2e2d9-fb45-4717-80e1-5b929db97ac7 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390468 Sep 03 13:17:25.870613 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:25.957259 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:26.057837 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.l3_db [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Floating IP 988f642e-8699-442b-9a2a-8b4d781dcf01 associated. External IP: 172.27.1.3, port: 3b832e8e-0ebf-4d50-8a8f-a104e71e7635. Sep 03 13:17:26.274203 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Router 1e487724-bbfb-4a24-adc9-f2e900d2bcea has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:17:26.385935 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:17:26.390592 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:26.396255 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] Sync routers for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:17:26.405970 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:17:26.406815 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:17:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:26.420660 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-c6e3858d-18f8-4e2f-a0bf-715b363d2a32 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "PUT /v2.0/floatingips/988f642e-8699-442b-9a2a-8b4d781dcf01 HTTP/1.1" status: 200 len: 989 time: 1.0411046 Sep 03 13:17:26.421574 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:26.424084 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114cf815-ab38-4b41-bc6a-bada896ed91e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:26.474523 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7115784-14dd-4fb8-88a5-6af71ba160f7 x-openstack-request-id: req-e7115784-14dd-4fb8-88a5-6af71ba160f7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:26.475061 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:26.475683 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7115784-14dd-4fb8-88a5-6af71ba160f7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:26.476327 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'status': 'completed', 'code': 200} Sep 03 13:17:26.540876 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:17:26.610803 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-f1e18dda-3694-4169-ae17-9d539e394320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:26.613700 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-f1e18dda-3694-4169-ae17-9d539e394320 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ef0bf497144777b9f700a7546a1234&device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 1098 time: 0.0555351 Sep 03 13:17:26.729928 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-c2b50c33-b4d1-43b6-9f82-b6d4c2223be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:26.731986 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-c2b50c33-b4d1-43b6-9f82-b6d4c2223be8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 200 len: 912 time: 0.1113510 Sep 03 13:17:26.758940 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351203d-150f-4685-86fb-d4ebd1f50d0a req-f90a00ff-5c9e-44d8-bb65-e02dac3d0fd6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:26.761106 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c351203d-150f-4685-86fb-d4ebd1f50d0a req-f90a00ff-5c9e-44d8-bb65-e02dac3d0fd6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0666795 Sep 03 13:17:26.807541 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c351203d-150f-4685-86fb-d4ebd1f50d0a req-98c050fb-34a3-486c-bfcb-95e46b6e6e5b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355234 Sep 03 13:17:26.810472 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-6b4ac7f5-a6aa-4869-8aec-cfcc49ddf8ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635 HTTP/1.1" status: 200 len: 997 time: 0.0703299 Sep 03 13:17:26.860567 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '988f642e-8699-442b-9a2a-8b4d781dcf01', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'port_id': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'mac_address': 'fa:16:3e:5b:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:17:10Z', 'updated_at': '2021-09-03T13:17:25Z', 'revision_number': 1, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:26.867522 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-f1835e93-922a-4795-bf70-66797266f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:26.869053 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-f1835e93-922a-4795-bf70-66797266f86e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 200 len: 850 time: 0.0489562 Sep 03 13:17:26.889411 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] Checking router: 1e487724-bbfb-4a24-adc9-f2e900d2bcea for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:17:26.898971 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:17:26.899579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:17:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:26.934169 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-fb3ff6ef-e5c8-480f-b868-b82c567ea9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:26.936797 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-fb3ff6ef-e5c8-480f-b868-b82c567ea9f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597603 Sep 03 13:17:27.017035 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:17:27.039465 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-4465f073-1cb7-49ae-a611-0fa9dd3f6a8a service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940549 Sep 03 13:17:27.138783 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-114cf815-ab38-4b41-bc6a-bada896ed91e req-3fa42b47-0abd-44ab-859f-d9c8189dd386 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915968 Sep 03 13:17:27.247895 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '988f642e-8699-442b-9a2a-8b4d781dcf01', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'port_id': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'mac_address': 'fa:16:3e:5b:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:17:10Z', 'updated_at': '2021-09-03T13:17:25Z', 'revision_number': 1, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:17:27.401855 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009f841-6289-42a5-86ae-3ccfd685767d None None] The sync data for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi is: [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '988f642e-8699-442b-9a2a-8b4d781dcf01', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'port_id': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'mac_address': 'fa:16:3e:5b:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:17:10Z', 'updated_at': '2021-09-03T13:17:25Z', 'revision_number': 1, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:17:27.592182 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ca16c-9fd4-4da5-a2ac-b111e95eaca2 None None] New status for floating IP 988f642e-8699-442b-9a2a-8b4d781dcf01: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:17:28.429604 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2289227b-2245-4f85-b928-e90d0bf7f5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:30.779262 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c0740-44b9-4ab3-b1e7-901d368a5d3c req-ccdfd34c-3c68-4ecf-9d56-fd69f5f550c8 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:30.780783 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ca8c0740-44b9-4ab3-b1e7-901d368a5d3c req-ccdfd34c-3c68-4ecf-9d56-fd69f5f550c8 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0518229 Sep 03 13:17:30.820287 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ca8c0740-44b9-4ab3-b1e7-901d368a5d3c req-cbe3fd94-1554-42b7-85a8-c9c42cdbaa00 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333595 Sep 03 13:17:31.172741 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7085e3e9-8507-4cf4-9ef7-e6db38b8fca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:31.487114 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:31.944981 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160fd1a-2a33-4123-bfac-76b27619f505 req-8b4360d8-98bc-432c-929d-460c44a7dc7f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:31.946608 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d160fd1a-2a33-4123-bfac-76b27619f505 req-8b4360d8-98bc-432c-929d-460c44a7dc7f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0545123 Sep 03 13:17:31.993132 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d160fd1a-2a33-4123-bfac-76b27619f505 req-f961569d-54b3-4e2f-b5db-34940993eb66 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395660 Sep 03 13:17:32.058180 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:33.835196 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:36.034227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14461d-ca2b-43ad-979c-8cee003d4dcb req-37a418ed-4994-4a0f-99ea-eaa853c5951b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:36.035855 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6a14461d-ca2b-43ad-979c-8cee003d4dcb req-37a418ed-4994-4a0f-99ea-eaa853c5951b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0507851 Sep 03 13:17:36.075405 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6a14461d-ca2b-43ad-979c-8cee003d4dcb req-c961a9e2-e9a1-4ee9-984e-4e135a130cc5 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 Sep 03 13:17:37.201569 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63c3e3-c7c8-460c-bccc-5d95c7653b93 req-0db334e4-138f-42cc-8fc8-7a4e817ddb71 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:37.203154 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fb63c3e3-c7c8-460c-bccc-5d95c7653b93 req-0db334e4-138f-42cc-8fc8-7a4e817ddb71 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0576782 Sep 03 13:17:37.246808 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fb63c3e3-c7c8-460c-bccc-5d95c7653b93 req-67e09850-cb6e-4794-96f6-dc4a33545ff2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375400 Sep 03 13:17:38.349166 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:17:38.378829 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d9147-0554-484f-93ff-0ec36abdf925 req-9bdd8851-a01d-404f-bf05-d5d5ec835602 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:38.381635 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-469d9147-0554-484f-93ff-0ec36abdf925 req-9bdd8851-a01d-404f-bf05-d5d5ec835602 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0582755 Sep 03 13:17:38.429242 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-469d9147-0554-484f-93ff-0ec36abdf925 req-84f7c851-809f-472f-9a02-24bb58fa951d tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415015 Sep 03 13:17:39.553652 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faaf07-aea6-4a48-af13-4913fcdd7907 req-967565c9-c580-4589-8396-379c3d8ff682 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:39.555416 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60faaf07-aea6-4a48-af13-4913fcdd7907 req-967565c9-c580-4589-8396-379c3d8ff682 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0543807 Sep 03 13:17:39.602376 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60faaf07-aea6-4a48-af13-4913fcdd7907 req-adc671bd-83c8-40d5-be0f-e3388f8d84fe tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 Sep 03 13:17:40.723779 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469df8ea-9346-482b-8ee8-63e922a0ca78 req-ad31d47d-cb42-4ad4-a7c5-831adb1d73d0 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:40.725292 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-469df8ea-9346-482b-8ee8-63e922a0ca78 req-ad31d47d-cb42-4ad4-a7c5-831adb1d73d0 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0497701 Sep 03 13:17:40.770633 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-469df8ea-9346-482b-8ee8-63e922a0ca78 req-a35752c2-1210-43ea-b514-42088231781f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385840 Sep 03 13:17:41.901402 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f32-21b8-4926-ae8c-fdef7437d580 req-48e0b06c-3a43-4c14-b441-dde4a3af6868 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:41.903179 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d0c08f32-21b8-4926-ae8c-fdef7437d580 req-48e0b06c-3a43-4c14-b441-dde4a3af6868 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0530517 Sep 03 13:17:41.953340 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d0c08f32-21b8-4926-ae8c-fdef7437d580 req-821cb53b-4d7e-4a0d-8c94-df9610615e76 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391388 Sep 03 13:17:43.085007 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0a8d4-2f76-4ae1-91ab-3692e2e66296 req-aa9731fd-5a21-42f4-8ed4-cffa4b96eb5f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:43.086698 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbc0a8d4-2f76-4ae1-91ab-3692e2e66296 req-aa9731fd-5a21-42f4-8ed4-cffa4b96eb5f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0570354 Sep 03 13:17:43.128539 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbc0a8d4-2f76-4ae1-91ab-3692e2e66296 req-397b85a3-0548-4ebb-ba96-8e3151dc4063 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348353 Sep 03 13:17:44.257715 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a79d3-e3ae-432d-8461-981680350076 req-46cac78a-fb56-4d97-8639-3e9bdd311ed9 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:44.259296 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c95a79d3-e3ae-432d-8461-981680350076 req-46cac78a-fb56-4d97-8639-3e9bdd311ed9 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0504754 Sep 03 13:17:44.301038 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c95a79d3-e3ae-432d-8461-981680350076 req-df5b5ffa-16c1-4100-9d52-2b8127c09dbb tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349629 Sep 03 13:17:45.416988 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e72b6e-76a1-4dd8-b403-b4e16b816894 req-024dd9f7-9143-40d6-b255-2ee3892bc354 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:45.418479 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-39e72b6e-76a1-4dd8-b403-b4e16b816894 req-024dd9f7-9143-40d6-b255-2ee3892bc354 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0483255 Sep 03 13:17:45.459781 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-39e72b6e-76a1-4dd8-b403-b4e16b816894 req-f8c4278f-0a05-4232-856f-ae7068de9f77 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353127 Sep 03 13:17:46.580070 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc5297-6b63-4b54-9096-95112594208d req-30fe020e-67f7-442b-b7cb-e44417704ec9 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:46.581482 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9acc5297-6b63-4b54-9096-95112594208d req-30fe020e-67f7-442b-b7cb-e44417704ec9 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0491927 Sep 03 13:17:46.621213 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9acc5297-6b63-4b54-9096-95112594208d req-1b30bb8f-d297-4a22-a292-3032c8fdb9df tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334435 Sep 03 13:17:48.046953 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:49.182000 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cae3c-1b2a-4b8d-b0a6-6939de6c4e16 req-e2555c95-2f41-4cd8-8cd3-6a23fde2ee54 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:49.183591 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3b6cae3c-1b2a-4b8d-b0a6-6939de6c4e16 req-e2555c95-2f41-4cd8-8cd3-6a23fde2ee54 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0486960 Sep 03 13:17:49.224116 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3b6cae3c-1b2a-4b8d-b0a6-6939de6c4e16 req-fdcef1d8-3630-46ab-8411-5d19e4c6a741 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Sep 03 13:17:50.361743 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfa494-09d3-490e-ab0e-d32d9e2773a4 req-82c0c1da-19f0-417e-ba00-3eb62ec8d8b2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:50.363462 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-76dfa494-09d3-490e-ab0e-d32d9e2773a4 req-82c0c1da-19f0-417e-ba00-3eb62ec8d8b2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0519650 Sep 03 13:17:50.411484 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-76dfa494-09d3-490e-ab0e-d32d9e2773a4 req-78239e42-c82c-44e0-a731-4a21f664593c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406079 Sep 03 13:17:51.551765 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4a15e-2ca5-4cb9-aec9-27437f67b818 req-901f21aa-e042-4025-a112-92f7284c0d9a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:51.553517 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bad4a15e-2ca5-4cb9-aec9-27437f67b818 req-901f21aa-e042-4025-a112-92f7284c0d9a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0625825 Sep 03 13:17:51.593432 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bad4a15e-2ca5-4cb9-aec9-27437f67b818 req-20a2e68d-1d37-43b8-b154-4a8dbd103808 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335655 Sep 03 13:17:52.712895 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d295131-b5a4-44ba-85bd-494b91cd340b req-2941bab9-8356-4b36-84f8-750abc0d0091 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:52.714440 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0d295131-b5a4-44ba-85bd-494b91cd340b req-2941bab9-8356-4b36-84f8-750abc0d0091 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0518754 Sep 03 13:17:52.763025 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0d295131-b5a4-44ba-85bd-494b91cd340b req-66f500d6-c473-49e8-89db-82d8eecce00f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 Sep 03 13:17:53.680645 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dfd78-f807-4920-a7ad-4a318455d10e req-4c0994e4-c5dc-42a4-9bc7-3bac03962dfb tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:53.682103 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d7dfd78-f807-4920-a7ad-4a318455d10e req-4c0994e4-c5dc-42a4-9bc7-3bac03962dfb tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 946 time: 0.0465615 Sep 03 13:17:53.723925 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d7dfd78-f807-4920-a7ad-4a318455d10e req-5f02d935-220d-4208-a2ce-90543530c845 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352101 Sep 03 13:17:53.879761 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a18edc-5902-4479-99cb-e93ad17c6605 req-f41166ea-b97a-4c96-bab9-bdd094d2095a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:53.881263 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-51a18edc-5902-4479-99cb-e93ad17c6605 req-f41166ea-b97a-4c96-bab9-bdd094d2095a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0509579 Sep 03 13:17:53.921091 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-51a18edc-5902-4479-99cb-e93ad17c6605 req-76780cfe-d9bb-483d-bbf8-9ff35e57248d tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Sep 03 13:17:54.045757 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 61bf2522-da86-4863-86e3-d28775e2c4ef details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:17:54.140627 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:54.151309 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'port_id': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'mac_address': 'fa:16:3e:71:15:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:17:54.186848 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:54.199162 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bf2522-da86-4863-86e3-d28775e2c4ef {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:17:54.219218 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:54.297910 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:54.345464 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:54.353198 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.353551 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.353939 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.354281 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.354646 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.354992 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.355330 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.355644 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.355976 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.356303 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.356629 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.356982 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:54.706503 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['61bf2522-da86-4863-86e3-d28775e2c4ef'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:17:54.852495 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea316a1-62de-41bc-8b78-26fb606f6be5 req-5e6205d7-4e07-45d9-9b59-f3f46ad16af1 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:54.860645 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1ea316a1-62de-41bc-8b78-26fb606f6be5 req-5e6205d7-4e07-45d9-9b59-f3f46ad16af1 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 946 time: 0.0616083 Sep 03 13:17:54.911942 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1ea316a1-62de-41bc-8b78-26fb606f6be5 req-ca040d86-5001-4960-b969-0dee701df241 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502038 Sep 03 13:17:55.061323 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d538336-d0db-423e-a606-5a609524d263 req-13fef42a-5e05-42cb-a7de-b33b6d7ae99b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:55.063852 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d538336-d0db-423e-a606-5a609524d263 req-13fef42a-5e05-42cb-a7de-b33b6d7ae99b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 945 time: 0.0604973 Sep 03 13:17:55.111613 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d538336-d0db-423e-a606-5a609524d263 req-2be581e5-91ef-46eb-bb9e-37236120e43d tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 Sep 03 13:17:55.324179 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:55.441590 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:55.541651 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:55.650273 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:55.687424 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6840ef-6780-4974-a9c2-e24c16f9fc3a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:55.693484 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e13b7d175b64efc9c08505b11cc8325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678248 Sep 03 13:17:55.693990 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 50116) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:55.699872 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.700226 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.700571 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.701441 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.701777 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.702111 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.702728 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.702861 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.703116 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.703436 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.703819 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.704236 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84369a8f-7c3d-48a2-8f61-41ab04d3e73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.748433 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:55.767368 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:55.803550 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-85b660a6-7f0c-441e-81c0-8d07bb70d0bc tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:55.804998 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-85b660a6-7f0c-441e-81c0-8d07bb70d0bc tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 946 time: 0.0474045 Sep 03 13:17:55.913010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Deleting port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:17:55.913380 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:55.932512 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:55.936452 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:55.937936 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b6840ef-6780-4974-a9c2-e24c16f9fc3a HTTP/1.1" status: 204 len: 168 time: 0.2427504 Sep 03 13:17:55.947075 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6840ef-6780-4974-a9c2-e24c16f9fc3a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:55.956014 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.957492 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.957492 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.957492 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.962637 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.963163 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.963552 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.963911 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.964266 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.964612 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.964960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:55.965299 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdb78a-3f3d-4cca-b61b-c895b995bc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:17:56.050194 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578c661-f60a-4a27-8b63-45d4b6d16cdf req-c75c34c4-e9b3-4011-8d91-f6a94f996c79 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:56.052705 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] For port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,segment=NetworkSegment(aea39e7c-1be8-4c32-ac7c-e78b957546c5),segment_id=aea39e7c-1be8-4c32-ac7c-e78b957546c5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:56.053126 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:56.054827 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f578c661-f60a-4a27-8b63-45d4b6d16cdf req-c75c34c4-e9b3-4011-8d91-f6a94f996c79 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 946 time: 0.0533090 Sep 03 13:17:56.066309 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Calling delete_port for 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:17:56.091517 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f578c661-f60a-4a27-8b63-45d4b6d16cdf req-74cdbd0c-f0de-420c-87e4-48a63ab91953 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/security-groups?id=0745eb77-078e-49ea-a20b-feb81796fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 Sep 03 13:17:56.123080 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 61bf2522-da86-4863-86e3-d28775e2c4ef up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:17:56.246886 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eac0a-07fd-413f-9355-fb720123538f req-96d5fa70-bd5a-45ed-8485-8e3d5e288c94 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:56.249288 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a22eac0a-07fd-413f-9355-fb720123538f req-96d5fa70-bd5a-45ed-8485-8e3d5e288c94 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 945 time: 0.0549161 Sep 03 13:17:56.281249 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 61bf2522-da86-4863-86e3-d28775e2c4ef completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:17:56.285932 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 61bf2522-da86-4863-86e3-d28775e2c4ef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:17:56.286444 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:56.295128 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a22eac0a-07fd-413f-9355-fb720123538f req-91a40804-cc2e-42c4-a149-167feea36c35 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389273 Sep 03 13:17:56.296716 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:56.331892 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Pushing event deleted for resources: {'Port': ['ID=4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:56.381633 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:56.386488 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] No DVR routers for this DVR port 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 on host hv-cinder-78291 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:17:56.389657 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:56.391736 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-22f926f8-8904-4fc5-bd9d-c7194824dc06 req-90a1d6db-aa9c-44f7-8612-19a33d5ec77d tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.48 "DELETE /v2.0/ports/4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 HTTP/1.1" status: 204 len: 173 time: 0.5782378 Sep 03 13:17:56.392462 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814fcb1-16dc-400e-afdf-85cdec5b01c3', 'name': 'network-vif-deleted', 'tag': '4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:56.394814 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe4cc8-788b-4695-be8d-ef82579cae6a" -d '{"events": [{"server_uuid": "0814fcb1-16dc-400e-afdf-85cdec5b01c3", "name": "network-vif-deleted", "tag": "4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:56.408219 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:17:56.418133 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e378f8e-dc17-4318-9d42-453a238f8ec8" -d '{"events": [{"server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "name": "network-vif-plugged", "status": "completed", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:17:56.427097 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:17:56.446732 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f0bdc0-6f72-4ffd-8cbf-4ecf806a84a3 x-openstack-request-id: req-26f0bdc0-6f72-4ffd-8cbf-4ecf806a84a3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:56.446732 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814fcb1-16dc-400e-afdf-85cdec5b01c3", "name": "network-vif-deleted", "tag": "4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:56.446732 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26f0bdc0-6f72-4ffd-8cbf-4ecf806a84a3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:56.446732 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814fcb1-16dc-400e-afdf-85cdec5b01c3', 'name': 'network-vif-deleted', 'tag': '4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489', 'status': 'completed', 'code': 200} Sep 03 13:17:56.458005 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5ab4fe-8779-43d4-a8ec-92b3cfdd3b52 x-openstack-request-id: req-ce5ab4fe-8779-43d4-a8ec-92b3cfdd3b52 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:17:56.458303 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "name": "network-vif-plugged", "status": "completed", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:17:56.458604 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce5ab4fe-8779-43d4-a8ec-92b3cfdd3b52 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:17:56.459006 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'code': 200} Sep 03 13:17:56.492318 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:56.493156 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:17:56.532679 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:17:56.532947 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 4ee6a3cc-8770-4bfb-9b14-9a9aec3fc489 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:17:56.570731 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:17:56.834406 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a64e74-6d2e-4a86-b82e-7c1886baa5e3 req-3b3e41d7-18b5-4ec4-bc05-03b352d139fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:56.835942 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-c2a64e74-6d2e-4a86-b82e-7c1886baa5e3 req-3b3e41d7-18b5-4ec4-bc05-03b352d139fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1099 time: 0.0417213 Sep 03 13:17:56.883297 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-c2a64e74-6d2e-4a86-b82e-7c1886baa5e3 req-34a4b2c3-954f-4ac5-8554-16e9f8ef1466 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297155 Sep 03 13:17:57.196697 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2b0f211-fd8f-49c4-b613-e1c2d7abb071 req-b914051f-38f5-4059-9dc0-331768fba7b5 tempest-VolumesSnapshotTestJSON-603971492 tempest-VolumesSnapshotTestJSON-603971492-project] 10.222.0.44 "GET /v2.0/ports?device_id=0814fcb1-16dc-400e-afdf-85cdec5b01c3 HTTP/1.1" status: 200 len: 210 time: 0.0251312 Sep 03 13:17:57.421880 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76eda1-44b0-4a72-9d7b-3e1375acd1e6 req-587e2db6-537a-4b32-be9a-04c1086980ed tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:57.423440 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d76eda1-44b0-4a72-9d7b-3e1375acd1e6 req-587e2db6-537a-4b32-be9a-04c1086980ed tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0491922 Sep 03 13:17:57.463179 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d76eda1-44b0-4a72-9d7b-3e1375acd1e6 req-c773b656-fdcf-4c9e-ae2c-d43a6c82df49 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326240 Sep 03 13:17:58.383568 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3e30acf-b4e6-4611-84ed-526c56711478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:58.616604 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785f194-2b01-451e-b310-9d806ddb91ea req-da3ee705-d737-4006-9808-ce4a0895b91f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:58.622950 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8785f194-2b01-451e-b310-9d806ddb91ea req-da3ee705-d737-4006-9808-ce4a0895b91f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0781672 Sep 03 13:17:58.664582 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8785f194-2b01-451e-b310-9d806ddb91ea req-363156a4-5145-4c3e-8569-0786c62c1d1b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390079 Sep 03 13:17:58.802608 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb22d9-df07-44b8-9bcd-315cc586d007 req-2aca2079-1add-4058-a88d-95ed62129ae6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:58.804586 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbdb22d9-df07-44b8-9bcd-315cc586d007 req-2aca2079-1add-4058-a88d-95ed62129ae6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0609000 Sep 03 13:17:58.852044 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cbdb22d9-df07-44b8-9bcd-315cc586d007 req-e916b383-b190-40bd-96e2-ebc52096e86e tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411749 Sep 03 13:17:58.881624 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 50154) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:59.098377 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7afd7-4988-4de5-8528-d820bece1d3d tempest-TestShelveInstance-1605405683 tempest-TestShelveInstance-1605405683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:17:59.099934 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-5db7afd7-4988-4de5-8528-d820bece1d3d tempest-TestShelveInstance-1605405683 tempest-TestShelveInstance-1605405683-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1094 time: 0.2168577 Sep 03 13:17:59.103021 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 50160) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:17:59.107606 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'port_id': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:17:59.201799 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:59.590660 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:59.701242 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Allocated IP 172.27.1.251 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/c65c8ee0-903b-487a-9f3a-ce6a26561547) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:17:59.857172 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:00.013594 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:00.082318 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:18:00.090886 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:18:00.099664 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:18:00.102940 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'Port': ['ID=c65c8ee0-903b-487a-9f3a-ce6a26561547,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:00.482896 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:00.638711 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:00.806554 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:00.875528 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:00.948952 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event updated for resources: {'Port': ['ID=c65c8ee0-903b-487a-9f3a-ce6a26561547,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:00.961185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:01.064034 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Floating IP 4e831bb2-cb14-4def-b9fd-a16be15d6292 associated. External IP: 172.27.1.251, port: 61bf2522-da86-4863-86e3-d28775e2c4ef. Sep 03 13:18:01.126731 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d365319-6cf7-4677-8b34-1748501a8934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:01.309207 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:18:01.437383 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:18:01.454762 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] Sync routers for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:18:01.464792 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:01.465457 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:01.501006 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:01.532666 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:01.565197 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-2febf2bc-23c0-4d80-a0e8-0e2a62820d2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4608538 Sep 03 13:18:01.565900 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:01.568448 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f65816-51f3-4fef-baad-ef5a219bf9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:01.594748 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:01.617599 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be3edd1-1306-4147-ab18-ef8fb41ec75b x-openstack-request-id: req-0be3edd1-1306-4147-ab18-ef8fb41ec75b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:01.618031 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:01.618291 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0be3edd1-1306-4147-ab18-ef8fb41ec75b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:01.618745 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'status': 'completed', 'code': 200} Sep 03 13:18:01.920656 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '4e831bb2-cb14-4def-b9fd-a16be15d6292', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'port_id': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'mac_address': 'fa:16:3e:71:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b155ad-f836-489b-8611-4e80c3534d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:00Z', 'updated_at': '2021-09-03T13:18:00Z', 'revision_number': 0, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 5, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:01.951403 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] Checking router: 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:18:01.965574 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:01.966209 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:02.004585 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:02.073450 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:02.306106 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '4e831bb2-cb14-4def-b9fd-a16be15d6292', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'port_id': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'mac_address': 'fa:16:3e:71:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b155ad-f836-489b-8611-4e80c3534d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:00Z', 'updated_at': '2021-09-03T13:18:00Z', 'revision_number': 0, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 5, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:02.333183 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40a747-e89d-4d92-9e49-9a636abfbe84 None None] The sync data for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi is: [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '4e831bb2-cb14-4def-b9fd-a16be15d6292', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'port_id': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'mac_address': 'fa:16:3e:71:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b155ad-f836-489b-8611-4e80c3534d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:00Z', 'updated_at': '2021-09-03T13:18:00Z', 'revision_number': 0, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 5, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:18:02.548085 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72705344-a614-4df5-ac4e-b576509c06fd None None] New status for floating IP 4e831bb2-cb14-4def-b9fd-a16be15d6292: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:18:03.652111 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-822c3e0b-4b9c-47c1-ba94-fe63b8ff5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:03.653668 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-822c3e0b-4b9c-47c1-ba94-fe63b8ff5639 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=399a3acde7944afcb28b84d2b356f671&device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1099 time: 0.0419621 Sep 03 13:18:03.772191 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-6009ffbe-deb5-4fd6-9a16-d8d09cc6dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:03.773646 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-6009ffbe-deb5-4fd6-9a16-d8d09cc6dc9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 200 len: 909 time: 0.0913785 Sep 03 13:18:03.844965 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:03.851138 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-55994252-3acd-489b-a798-42db058a2253 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 200 len: 1002 time: 0.0697212 Sep 03 13:18:03.918199 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-2d56aa03-2057-4234-8b7e-a17e359fd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:03.919997 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-2d56aa03-2057-4234-8b7e-a17e359fd843 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 HTTP/1.1" status: 200 len: 847 time: 0.0528769 Sep 03 13:18:03.976308 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-20173c26-2cee-4294-a7be-915e70b51a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:03.978056 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-20173c26-2cee-4294-a7be-915e70b51a37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7d8b6b7-a960-444d-b245-9cd14e87636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445819 Sep 03 13:18:04.075700 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-7a235835-95dd-4851-9faf-15b818c09821 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897474 Sep 03 13:18:04.411369 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-14f65816-51f3-4fef-baad-ef5a219bf9fe req-37f21bc9-b697-4ef9-a011-ec7f07ebd809 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266380 Sep 03 13:18:14.171378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dca28-866c-43da-a184-311d260fc8fb req-3e2642a0-aa58-41bd-af65-093c34ddb08c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:14.173438 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-429dca28-866c-43da-a184-311d260fc8fb req-3e2642a0-aa58-41bd-af65-093c34ddb08c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0485425 Sep 03 13:18:14.210695 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-429dca28-866c-43da-a184-311d260fc8fb req-861ff710-c77d-4e58-a09c-595951c8d676 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312235 Sep 03 13:18:15.332475 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93b1f8-f21d-4a3b-846a-326488a9a523 req-98dada7e-a062-4407-a701-25530ccb3cfb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:15.333934 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fe93b1f8-f21d-4a3b-846a-326488a9a523 req-98dada7e-a062-4407-a701-25530ccb3cfb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0512090 Sep 03 13:18:15.347884 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:18:15.370965 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fe93b1f8-f21d-4a3b-846a-326488a9a523 req-62fd30c4-6148-48f5-b53d-3f7730883983 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Sep 03 13:18:16.496753 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cf235-6da4-4d99-b163-4f07bbfb61c5 req-1fe8802c-a8c1-4db7-9efa-bc2441d3adca tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:16.498546 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-674cf235-6da4-4d99-b163-4f07bbfb61c5 req-1fe8802c-a8c1-4db7-9efa-bc2441d3adca tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0545528 Sep 03 13:18:16.541280 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-674cf235-6da4-4d99-b163-4f07bbfb61c5 req-27b4d1e4-ff02-43cc-8fd2-f4a3579c720e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363324 Sep 03 13:18:16.921258 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99508758-3eb4-4485-8695-a039a34e51b4 req-3e51c6ca-2d12-41cd-8661-c9f6ab64a841 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:16.923280 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99508758-3eb4-4485-8695-a039a34e51b4 req-3e51c6ca-2d12-41cd-8661-c9f6ab64a841 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.0483978 Sep 03 13:18:16.962633 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-99508758-3eb4-4485-8695-a039a34e51b4 req-f6caafb0-7016-46e3-9361-6a0c47dbad4a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332482 Sep 03 13:18:17.675150 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719fb6b-61ad-4fde-aa6a-9bb6dc341e28 req-852af5ec-683f-48eb-922b-56e0a899261d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:17.676651 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e719fb6b-61ad-4fde-aa6a-9bb6dc341e28 req-852af5ec-683f-48eb-922b-56e0a899261d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0558817 Sep 03 13:18:17.714477 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e719fb6b-61ad-4fde-aa6a-9bb6dc341e28 req-77e2f6fb-1363-472d-acc8-e0e32fffc297 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319562 Sep 03 13:18:18.019713 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-e21a961b-0f0a-4297-a5b1-9861ad91bb72 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534850083&fields=id&tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242 HTTP/1.1" status: 200 len: 267 time: 0.0346715 Sep 03 13:18:18.026274 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.103362 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-9892243e-7a43-4060-ac45-fd979b8f2767 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:18.104817 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-9892243e-7a43-4060-ac45-fd979b8f2767 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 984 time: 0.0792382 Sep 03 13:18:18.120198 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fda7a-2091-4fe6-8eb3-87bc8de32b97 req-b7949256-4e5b-43d0-a38b-a5b10d0c3c2f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:18.120198 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-302fda7a-2091-4fe6-8eb3-87bc8de32b97 req-b7949256-4e5b-43d0-a38b-a5b10d0c3c2f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.0669394 Sep 03 13:18:18.125058 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Request body: {'port': {'security_groups': ['9aff90d5-e9a2-419e-b06a-1722b82ee3ff']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:18:18.219435 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-302fda7a-2091-4fe6-8eb3-87bc8de32b97 req-ee3b9de5-94b7-42ea-985f-d27b9804cd8b tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894892 Sep 03 13:18:18.224320 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.413838 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] For port 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:18.455718 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.514907 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.561333 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:18.561670 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.561953 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['90c635a2-04f6-4a11-9b96-f3a57e44fe33'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:18:18.566564 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e5c87554-49c5-40e5-9f58-fa211d46a176 req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "PUT /v2.0/ports/90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 942 time: 0.4461250 Sep 03 13:18:18.568121 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:18.569230 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:18.569723 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f169cc1-9c03-4123-876f-b812ba2f641c" -d '{"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:18.595134 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e6791-3aee-463d-916d-ed1eec4de4ca tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event updated for resources: {'Port': ['ID=90c635a2-04f6-4a11-9b96-f3a57e44fe33,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:18.612406 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5c3bd8-3eb5-4f7e-8244-c9bb228aa468 x-openstack-request-id: req-7b5c3bd8-3eb5-4f7e-8244-c9bb228aa468 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:18.612702 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:18.612960 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b5c3bd8-3eb5-4f7e-8244-c9bb228aa468 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:18.613416 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'status': 'completed', 'code': 200} Sep 03 13:18:18.655729 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fedc8a7-c805-4627-a2a9-71f5ca3907b0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.683657 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fedc8a7-c805-4627-a2a9-71f5ca3907b0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.773268 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['90c635a2-04f6-4a11-9b96-f3a57e44fe33'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:18:18.783396 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-1f888ea1-7e9d-468b-bc8d-10bcb0381da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:18.785872 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-1f888ea1-7e9d-468b-bc8d-10bcb0381da6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1098 time: 0.0988760 Sep 03 13:18:18.855495 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b030d-a8c8-4370-b44a-ebaa9850d49f req-fd4c2acc-40f1-491b-8272-a1828b273591 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:18.859167 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-890b030d-a8c8-4370-b44a-ebaa9850d49f req-fd4c2acc-40f1-491b-8272-a1828b273591 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0649190 Sep 03 13:18:18.878960 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3905545e-ffeb-4f4e-8568-c6fa95cc9d20 None None] Provisioning complete for port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:18:18.879170 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fedc8a7-c805-4627-a2a9-71f5ca3907b0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.879292 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3905545e-ffeb-4f4e-8568-c6fa95cc9d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.880521 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fedc8a7-c805-4627-a2a9-71f5ca3907b0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:18.885645 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 50348) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:18.885987 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7fedc8a7-c805-4627-a2a9-71f5ca3907b0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "DELETE /v2.0/security-groups/55778552-fd41-4659-a84e-3efdaa977a1a HTTP/1.1" status: 204 len: 168 time: 0.3144829 Sep 03 13:18:18.904200 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedc8a7-c805-4627-a2a9-71f5ca3907b0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55778552-fd41-4659-a84e-3efdaa977a1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:18.915883 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-8181e372-4c5c-4338-9e33-ce047c2fc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:18.916784 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-8181e372-4c5c-4338-9e33-ce047c2fc6cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 200 len: 916 time: 0.1179605 Sep 03 13:18:18.935357 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-890b030d-a8c8-4370-b44a-ebaa9850d49f req-c931838f-1233-46bc-9f0c-dcac51d9689a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704756 Sep 03 13:18:18.998632 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-d82d43b2-c129-4d21-87e8-f841948d9358 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 1001 time: 0.0732381 Sep 03 13:18:19.059723 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-32a74eef-c0ae-4447-908d-28767e800f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:19.061304 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-32a74eef-c0ae-4447-908d-28767e800f5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c440f60-b5d1-4883-83a1-d3f05906bc3b HTTP/1.1" status: 200 len: 854 time: 0.0492787 Sep 03 13:18:19.069537 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Deleting port b47ce4bc-8069-4d2e-a7fb-10201afd05a9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:19.069895 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:19.110237 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-8bb15708-0203-4ac4-954c-6e2d8fe50543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:19.111816 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-8bb15708-0203-4ac4-954c-6e2d8fe50543 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d9b4e4c-3e11-4a39-9916-06cb39445149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427358 Sep 03 13:18:19.148884 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:19.149136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:19.160573 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Calling delete_port for b47ce4bc-8069-4d2e-a7fb-10201afd05a9 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:19.280409 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-cdf4443e-cfd1-468a-baf9-332eb780c3fe service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892730 Sep 03 13:18:19.339170 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-58ea227b-9183-4e67-995b-370029bdd42c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:19.340707 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-58ea227b-9183-4e67-995b-370029bdd42c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.1330998 Sep 03 13:18:19.381409 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-0f169cc1-9c03-4123-876f-b812ba2f641c req-0f40359d-5a0c-47a5-bea7-33b4fa238808 service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930328 Sep 03 13:18:19.426809 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdde6cd-e12e-4fa6-91f3-5ac41a85b742 req-ca3f5e84-150c-43a4-8c85-7fb95f8282ae tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:19.428300 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5bdde6cd-e12e-4fa6-91f3-5ac41a85b742 req-ca3f5e84-150c-43a4-8c85-7fb95f8282ae tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.1348498 Sep 03 13:18:19.537076 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5bdde6cd-e12e-4fa6-91f3-5ac41a85b742 req-64fb3797-9374-401a-979c-971a6e7cdc44 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902722 Sep 03 13:18:19.562894 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Deleting port 979986a6-6ac8-497e-9454-b7777e0ef93a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:19.563807 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:19.626389 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:19.667850 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event deleted for resources: {'Port': ['ID=b47ce4bc-8069-4d2e-a7fb-10201afd05a9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:19.731712 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] For port 979986a6-6ac8-497e-9454-b7777e0ef93a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=979986a6-6ac8-497e-9454-b7777e0ef93a,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:19.732086 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:19.785026 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:19.785355 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Floating IP af61369d-6ffb-4866-938c-f239df427a0d disassociated (deleted). External IP: 172.27.1.248, port: 90c635a2-04f6-4a11-9b96-f3a57e44fe33. Sep 03 13:18:20.303969 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402253a-b13b-4f14-ad57-122d7711cf8a req-cf3fe983-0cac-42c2-bbbf-e119fbdbe288 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:20.305436 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3402253a-b13b-4f14-ad57-122d7711cf8a req-cf3fe983-0cac-42c2-bbbf-e119fbdbe288 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.1540120 Sep 03 13:18:20.358314 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:20.358700 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:20.359010 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Floating IP 5210c312-f78f-433b-984a-acdd37bff08e disassociated. External IP: 172.27.1.237, port: 979986a6-6ac8-497e-9454-b7777e0ef93a. Sep 03 13:18:20.359355 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Calling delete_port for 979986a6-6ac8-497e-9454-b7777e0ef93a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:20.440639 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3402253a-b13b-4f14-ad57-122d7711cf8a req-aaf88a15-8530-4936-beca-08bc1cd710ff tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028042 Sep 03 13:18:20.481979 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Router 2c1ef984-12f7-4bf5-bc28-063a2931320f has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:18:20.522560 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-d1540828-9e74-4714-bce6-a231fec8be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:20.524063 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-d1540828-9e74-4714-bce6-a231fec8be6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 1098 time: 0.0435181 Sep 03 13:18:20.641229 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:18:20.646888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:20.653138 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] Sync routers for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:18:20.654666 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-94608a9a-7957-4776-a6c1-65cea4a27ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:20.657317 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-94608a9a-7957-4776-a6c1-65cea4a27ffb service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.1111887 Sep 03 13:18:20.663270 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:20.664101 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:20.710535 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-f2553f55-00bc-462f-af10-c784a9983395 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "DELETE /v2.0/floatingips/af61369d-6ffb-4866-938c-f239df427a0d HTTP/1.1" status: 204 len: 168 time: 1.8237882 Sep 03 13:18:20.711982 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:20.714328 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0279ad45-02cf-44b0-979a-2c6876ba1140" -d '{"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:20.737399 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7943b6-7385-4da4-a497-b5be0877fef9 req-1f8c8aaa-3f50-4ff0-bcc7-68f308ebaa12 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:20.739319 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4d7943b6-7385-4da4-a497-b5be0877fef9 req-1f8c8aaa-3f50-4ff0-bcc7-68f308ebaa12 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 945 time: 0.0718517 Sep 03 13:18:20.740563 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:20.759966 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-cdb63b7c-d1c2-4872-bb42-77f61f8c86da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a HTTP/1.1" status: 200 len: 1001 time: 0.0959556 Sep 03 13:18:20.785393 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event deleted for resources: {'Port': ['ID=979986a6-6ac8-497e-9454-b7777e0ef93a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:20.791173 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:20.818246 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-1079fb6a-88bc-4b47-b952-ef428988bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:20.820606 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-1079fb6a-88bc-4b47-b952-ef428988bdfe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.0523491 Sep 03 13:18:20.846804 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4d7943b6-7385-4da4-a497-b5be0877fef9 req-2e619468-7b90-4bbc-a365-2bb895273b61 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986567 Sep 03 13:18:20.894030 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-b6562fef-e770-4b76-ae26-b80193b6bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:20.896344 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-b6562fef-e770-4b76-ae26-b80193b6bb16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655987 Sep 03 13:18:20.922209 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a667b-c510-4acc-b84b-91e07ba66b1b x-openstack-request-id: req-2f2a667b-c510-4acc-b84b-91e07ba66b1b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:20.922612 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:20.922900 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f2a667b-c510-4acc-b84b-91e07ba66b1b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:20.923304 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'status': 'completed', 'code': 200} Sep 03 13:18:20.963237 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:18:21.034409 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-04a35e99-f235-46ba-9f51-19fee95eb8fe service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239498 Sep 03 13:18:21.138623 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:18:21.140532 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-0bd947cb-4020-40ed-9477-a2c7a3873055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:21.142792 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-0bd947cb-4020-40ed-9477-a2c7a3873055 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 1098 time: 0.1670146 Sep 03 13:18:21.149233 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:18:21.153604 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-fd1c4beb-0c21-452e-9f7a-0562018954e1 req-d3af018e-f85a-4e48-9534-7d2678b9028f service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073153 Sep 03 13:18:21.161463 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:21.167215 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:21.197537 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] No DVR routers for this DVR port 979986a6-6ac8-497e-9454-b7777e0ef93a on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:18:21.200196 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:21.202516 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-60a8167b-49b8-4f29-b0d0-a8fda7ec8518 req-87cd57e7-baf5-4d6b-8fc4-1fcd1da0efde tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "DELETE /v2.0/ports/979986a6-6ac8-497e-9454-b7777e0ef93a HTTP/1.1" status: 204 len: 173 time: 1.8541431 Sep 03 13:18:21.236167 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:34Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:21.279944 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] Checking router: 2c1ef984-12f7-4bf5-bc28-063a2931320f for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:18:21.290695 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:21.291631 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:21.295157 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-366eebe1-fa28-465a-b597-4be83d4ee5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:21.298008 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-366eebe1-fa28-465a-b597-4be83d4ee5de service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 200 len: 916 time: 0.1377342 Sep 03 13:18:21.335294 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:21.378223 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-b754a952-04ff-4fde-8cd6-60a0235d778c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 200 len: 217 time: 0.0612612 Sep 03 13:18:21.413281 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:21.450467 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-cae8067b-97fe-432c-9e1e-ff3aa801e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:21.454577 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-cae8067b-97fe-432c-9e1e-ff3aa801e58f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c440f60-b5d1-4883-83a1-d3f05906bc3b HTTP/1.1" status: 200 len: 854 time: 0.0600884 Sep 03 13:18:21.590541 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-520cafba-e2ab-4faf-86e7-9299cd689b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:21.592152 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-520cafba-e2ab-4faf-86e7-9299cd689b24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d9b4e4c-3e11-4a39-9916-06cb39445149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122704 Sep 03 13:18:21.606793 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988be45b-1c76-42b4-83aa-84d3a1c3e7f1 req-5590535a-f07b-4708-83d6-1af7cc41f5e7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:21.612103 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-988be45b-1c76-42b4-83aa-84d3a1c3e7f1 req-5590535a-f07b-4708-83d6-1af7cc41f5e7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0713236 Sep 03 13:18:21.668824 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:34Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:21.694997 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bff69-e244-4347-b31b-c58323f9cc03 None None] The sync data for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi is: [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:14:26Z', 'revision_number': 4, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'dad19364-a5b0-421a-b30d-83f6e54d74bf', 'name': '', 'network_id': '9d9b4e4c-3e11-4a39-9916-06cb39445149', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'mac_address': 'fa:16:3e:2f:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:25Z', 'updated_at': '2021-09-03T13:14:34Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'subnets': [{'id': '2c440f60-b5d1-4883-83a1-d3f05906bc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:18:21.707336 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-988be45b-1c76-42b4-83aa-84d3a1c3e7f1 req-fa38b35f-1351-4925-85b3-00e645fd64cc tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902643 Sep 03 13:18:21.724580 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:21.734190 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-a6fe5dfd-3124-4b14-a167-02d9cfd4aa2e service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248572 Sep 03 13:18:21.756855 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:18:21.767526 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:21.768156 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:21.833011 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0279ad45-02cf-44b0-979a-2c6876ba1140 req-bb173bf2-f9f7-4149-baa8-88d7d63b57fa service neutron] 10.222.0.48 "GET /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915248 Sep 03 13:18:21.879827 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:21.985537 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d10ca70-8357-45a4-b224-707485c6ff4d req-5757f5b2-736e-4cac-8f92-b4dfad9d3083 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a093240b-3c37-40b4-9b99-974cbe19727b HTTP/1.1" status: 200 len: 210 time: 0.0472729 Sep 03 13:18:22.013380 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc4264-2c69-4d85-aa38-5188bbb73b55 None None] New status for floating IP af61369d-6ffb-4866-938c-f239df427a0d: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:18:22.153625 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:22.184407 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee450c6-2e2f-4061-811e-a05d4bdf8a8c None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:18:22.225928 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 979986a6-6ac8-497e-9454-b7777e0ef93a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:22.243771 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 979986a6-6ac8-497e-9454-b7777e0ef93a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:18:22.244125 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 979986a6-6ac8-497e-9454-b7777e0ef93a not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:18:22.422222 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87a052-2d90-4898-a839-30b527ea97bd None None] New status for floating IP 5210c312-f78f-433b-984a-acdd37bff08e: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:18:22.844649 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34e307-30d2-4306-89ff-6f8fb06799e6 req-6e471b35-64fa-4e90-ae8d-25e90d87af9d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:22.850782 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ec34e307-30d2-4306-89ff-6f8fb06799e6 req-6e471b35-64fa-4e90-ae8d-25e90d87af9d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0547819 Sep 03 13:18:22.886517 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ec34e307-30d2-4306-89ff-6f8fb06799e6 req-75eb2408-eb76-4296-85c4-96022db4e0c6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338061 Sep 03 13:18:22.924223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'name': 'network-vif-deleted', 'tag': '979986a6-6ac8-497e-9454-b7777e0ef93a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:22.926940 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445dfa2-01d5-49c1-9758-daa57c6e9bf8" -d '{"events": [{"server_uuid": "a093240b-3c37-40b4-9b99-974cbe19727b", "name": "network-vif-deleted", "tag": "979986a6-6ac8-497e-9454-b7777e0ef93a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:22.962676 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510a4c46-6f66-499e-90bc-62e06bfef0ba x-openstack-request-id: req-510a4c46-6f66-499e-90bc-62e06bfef0ba {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:22.963149 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a093240b-3c37-40b4-9b99-974cbe19727b", "name": "network-vif-deleted", "tag": "979986a6-6ac8-497e-9454-b7777e0ef93a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:22.963474 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-510a4c46-6f66-499e-90bc-62e06bfef0ba {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:22.963975 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a093240b-3c37-40b4-9b99-974cbe19727b', 'name': 'network-vif-deleted', 'tag': '979986a6-6ac8-497e-9454-b7777e0ef93a', 'status': 'completed', 'code': 200} Sep 03 13:18:23.255856 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-8d88cfdf-3351-4640-91b9-bdcb7eb90c40 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743402963&fields=id&tenant_id=4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 267 time: 0.0350897 Sep 03 13:18:23.364664 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-685c1005-0b6e-4935-bc4d-4b8957d07603 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:23.366142 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-685c1005-0b6e-4935-bc4d-4b8957d07603 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 811 time: 0.1032789 Sep 03 13:18:23.382010 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-07bedfe8-e19c-4e5a-a8d4-17564cd1262e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/quotas/4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 375 time: 0.0101714 Sep 03 13:18:23.440477 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-3a6bb90f-0c59-4e35-a64a-b16c988283d3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524654 Sep 03 13:18:23.545174 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-03195a71-b2c6-45bd-bf01-729b84dc0f77 service neutron] 10.222.0.44 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906646 Sep 03 13:18:23.639841 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-2cbf833b-2dba-4750-a793-3da570fb59e1 service neutron] 10.222.0.44 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877030 Sep 03 13:18:24.009155 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0995d-bbcf-4f75-b843-04e0ecb3b5bd req-8fd341ac-a331-4ab0-a512-f59151e98c5d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:24.011074 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dae0995d-bbcf-4f75-b843-04e0ecb3b5bd req-8fd341ac-a331-4ab0-a512-f59151e98c5d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0526910 Sep 03 13:18:24.053915 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dae0995d-bbcf-4f75-b843-04e0ecb3b5bd req-fee07545-8b6c-4821-acd8-c64c0d1c5460 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356314 Sep 03 13:18:24.283690 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b9c306db-817b-431c-a121-9aa529d04817 req-66aa03bb-2a16-4a67-bb0b-bd254992e261 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 210 time: 0.0295913 Sep 03 13:18:24.742891 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 50470) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:24.787902 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4fb6f4-8dfa-4975-bcdd-1f2375bb3f2d admin admin] Deleting subnet 9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:18:24.791054 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb6f4-8dfa-4975-bcdd-1f2375bb3f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:24.836180 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb6f4-8dfa-4975-bcdd-1f2375bb3f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9823876'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:24.876266 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb6f4-8dfa-4975-bcdd-1f2375bb3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.029519 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb6f4-8dfa-4975-bcdd-1f2375bb3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9868946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422321'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.058049 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fb6f4-8dfa-4975-bcdd-1f2375bb3f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:25.063680 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb6f4-8dfa-4975-bcdd-1f2375bb3f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.066265 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4b4fb6f4-8dfa-4975-bcdd-1f2375bb3f2d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9ce1f2c8-b1c7-45fd-9bb0-9679ca95b98c HTTP/1.1" status: 204 len: 168 time: 0.3217106 Sep 03 13:18:25.068051 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 50472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:25.144449 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.215772 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4d7d-308a-44c8-8e77-6ddec51b5b60 req-90ce16b0-71ca-4642-bde6-7d8c6bcf4131 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:25.217222 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dfee4d7d-308a-44c8-8e77-6ddec51b5b60 req-90ce16b0-71ca-4642-bde6-7d8c6bcf4131 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0860679 Sep 03 13:18:25.269043 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.283222 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5888db-faa0-4ba1-8213-e0a51ca1f1dc']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:25.299053 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea39e7c-1be8-4c32-ac7c-e78b957546c5') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:25.299352 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea39e7c-1be8-4c32-ac7c-e78b957546c5') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:25.309535 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dfee4d7d-308a-44c8-8e77-6ddec51b5b60 req-c2c43987-dfe0-4eb0-b613-f1d360fb07d8 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805783 Sep 03 13:18:25.313223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9823901'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.334274 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.340762 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:18:25.341230 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9869004'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: Traceback (most recent call last): Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: timer() Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: cb(*args, **kw) Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: return func(*args, **kwargs) Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: self._notify() Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: self.callback(batched_events) Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: event.method(event) Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: return f(self, *a, **k) Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._get(url).json() Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:18:25.343262 dv-cinder-782910-3-iscsi neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:18:25.390563 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd054136-f7b5-4666-ab19-117ef100d69f req-a22db5f1-1695-4d06-813e-80cc5939b2ba tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 210 time: 0.0356054 Sep 03 13:18:25.480491 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.486276 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:25.488228 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a5888db-faa0-4ba1-8213-e0a51ca1f1dc HTTP/1.1" status: 204 len: 168 time: 0.4192009 Sep 03 13:18:25.499633 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ad1c5-e9db-48c1-b212-f5b15a27bea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5888db-faa0-4ba1-8213-e0a51ca1f1dc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:25.961120 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:26.001612 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-210a5766-f39f-4109-8bbe-5f9482c4fb60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a30ef7d955241d7a85c1627f3a46b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392623 Sep 03 13:18:26.004038 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:26.051353 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ccff-3186-4dcf-882b-623af5a9a5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:26.078125 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ccff-3186-4dcf-882b-623af5a9a5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:26.200228 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ccff-3186-4dcf-882b-623af5a9a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:26.202895 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ccff-3186-4dcf-882b-623af5a9a5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:26.209511 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ddc0ccff-3186-4dcf-882b-623af5a9a5f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0745eb77-078e-49ea-a20b-feb81796fba6 HTTP/1.1" status: 204 len: 168 time: 0.1995776 Sep 03 13:18:26.214090 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0ccff-3186-4dcf-882b-623af5a9a5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0745eb77-078e-49ea-a20b-feb81796fba6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:26.504360 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be6b53-dd3f-4b94-b20e-8da18a8c3ec7 req-805efaf9-726f-4fa7-91e5-56185b0937fc tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:26.505934 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-73be6b53-dd3f-4b94-b20e-8da18a8c3ec7 req-805efaf9-726f-4fa7-91e5-56185b0937fc tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.1189404 Sep 03 13:18:26.541630 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f67db8ea-6a16-4e28-b87d-a53166c9e17b req-e5151e9e-2871-449e-a5ef-93bc2e5a5e42 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 210 time: 0.0527666 Sep 03 13:18:26.585647 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-7b51985d-3396-4e95-a9e5-f38d8a368de1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:26.587256 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-7b51985d-3396-4e95-a9e5-f38d8a368de1 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 811 time: 0.1889305 Sep 03 13:18:26.592805 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-73be6b53-dd3f-4b94-b20e-8da18a8c3ec7 req-48ef8219-7389-46f3-bf6b-c64412b3cff4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757985 Sep 03 13:18:26.660963 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-d67c1922-7f45-4479-873a-61e18f88a43a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 379 time: 0.0360847 Sep 03 13:18:26.680470 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'port': {'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'admin_state_up': True, 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'security_groups': ['0db1c0e6-8fec-4706-806c-2889d7082cfb']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:18:26.903090 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Made reservation on behalf of 4911f679701c4715a8e47bd6532ca927 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:18:26.907703 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:27.040761 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Allocated IP 172.20.0.7 (61629c3e-6f44-4c39-9af6-9077e3f34b24/1780da13-81dc-44bc-b9da-a951813d90d6/712df032-3e3a-4af9-a6f8-d37faf2e5e89) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:18:27.187470 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:27.202038 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Transition to ACTIVE for port object 712df032-3e3a-4af9-a6f8-d37faf2e5e89 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:18:27.281390 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:27.328357 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:18:27.332179 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:18:27.336137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:18:27.372437 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=712df032-3e3a-4af9-a6f8-d37faf2e5e89,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:27.412789 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:27.413473 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:27.492157 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-a8976a35-81ed-486f-ae5e-bf289ee8769d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161922 Sep 03 13:18:27.514724 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Request body: {'port': {'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:18:27.644742 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:27.725890 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70da8272-ee64-47c9-b2d2-5fd14df3b04d None None] Provisioning for port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:18:27.729970 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70da8272-ee64-47c9-b2d2-5fd14df3b04d None None] Provisioning complete for port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:18:27.730366 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70da8272-ee64-47c9-b2d2-5fd14df3b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:27.775238 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-70da8272-ee64-47c9-b2d2-5fd14df3b04d None None] Port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:18:27.787584 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80615d0-1471-41c1-9bc5-6c1b0a15d259 req-590111ce-743f-4c6e-b5fc-af6c6c093669 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:27.787584 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d80615d0-1471-41c1-9bc5-6c1b0a15d259 req-590111ce-743f-4c6e-b5fc-af6c6c093669 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 931 time: 0.1408451 Sep 03 13:18:27.851177 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375aa31-f9d5-48fe-9315-efd806ca561f req-86faf1eb-b863-428b-aebe-4a5aad73eeb4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:27.852666 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2375aa31-f9d5-48fe-9315-efd806ca561f req-86faf1eb-b863-428b-aebe-4a5aad73eeb4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.1708691 Sep 03 13:18:27.945677 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d80615d0-1471-41c1-9bc5-6c1b0a15d259 req-ccdc10d9-f070-408e-af32-12e2206c6ebc tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063964 Sep 03 13:18:27.959136 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2375aa31-f9d5-48fe-9315-efd806ca561f req-0aa8cd68-f3b3-4b18-bb5a-bb42f80fa2bd tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936358 Sep 03 13:18:28.220952 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:18:28.354479 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:28.369744 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'port_id': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'mac_address': 'fa:16:3e:c1:3a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:18:28.411322 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:28.429621 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf883990-3c34-4454-a7ba-3e08eaebdc2a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:18:28.434628 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c8d844f-1106-4167-89a0-e19235f1a676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:28.475234 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712df032-3e3a-4af9-a6f8-d37faf2e5e89 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:18:28.496275 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:28.497437 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:28.521494 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Transition to ACTIVE for port object 712df032-3e3a-4af9-a6f8-d37faf2e5e89 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:18:28.571120 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:28.605993 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:28.698725 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:28.727397 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Pushing event updated for resources: {'Port': ['ID=712df032-3e3a-4af9-a6f8-d37faf2e5e89,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:28.767638 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['bf883990-3c34-4454-a7ba-3e08eaebdc2a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:18:28.848963 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Attempting to bind port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:18:28.853548 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Attempting to bind port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:18:28.853548 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Attempting to bind port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:18:28.855701 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:18:28.856035 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Attempting to bind port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:18:28.862791 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:18:28.863146 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Checking segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:18:28.863642 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Bound using segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:18:28.864102 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Bound port: 712df032-3e3a-4af9-a6f8-d37faf2e5e89, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:18:28.864609 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:29.077724 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] For port 712df032-3e3a-4af9-a6f8-d37faf2e5e89, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:18:29.079819 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] For port 712df032-3e3a-4af9-a6f8-d37faf2e5e89, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:18:29.166688 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:29.217857 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74acc9-afbf-4a84-9221-44e974dccfe0 req-9af5805e-811d-42eb-b9c5-076a32dcc2a4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:29.220061 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4c74acc9-afbf-4a84-9221-44e974dccfe0 req-9af5805e-811d-42eb-b9c5-076a32dcc2a4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.1385255 Sep 03 13:18:29.224397 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:29.225966 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:29.226771 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] 10.222.0.48 "PUT /v2.0/ports/712df032-3e3a-4af9-a6f8-d37faf2e5e89 HTTP/1.1" status: 200 len: 1093 time: 1.7188518 Sep 03 13:18:29.227252 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:29.229575 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edb9432-891c-4b37-b934-bb95fec3314f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:29.297074 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d241e08-f66e-4649-b949-3e569e5c1aac req-bb53287d-3222-47ad-bade-d16e9206eb66 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:29.305018 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3d241e08-f66e-4649-b949-3e569e5c1aac req-bb53287d-3222-47ad-bade-d16e9206eb66 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 944 time: 0.1742227 Sep 03 13:18:29.328153 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca810b4-dd5b-4361-847d-3916037b321f service neutron] Pushing event updated for resources: {'Port': ['ID=712df032-3e3a-4af9-a6f8-d37faf2e5e89,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:29.344836 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4c74acc9-afbf-4a84-9221-44e974dccfe0 req-02d0c63d-3505-4579-bbda-6d03da6b4785 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111524 Sep 03 13:18:29.383150 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3d241e08-f66e-4649-b949-3e569e5c1aac req-597e02ca-47ac-4ba5-bf11-404b98b1b58d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772195 Sep 03 13:18:29.511536 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb0e66b-ce9d-46e0-98a0-1c6dad0df4a4 x-openstack-request-id: req-feb0e66b-ce9d-46e0-98a0-1c6dad0df4a4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:29.511536 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:29.511802 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-feb0e66b-ce9d-46e0-98a0-1c6dad0df4a4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:29.512134 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'status': 'completed', 'code': 200} Sep 03 13:18:29.524807 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-f5878696-d5e9-4469-b64a-ebc6be666778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:29.526309 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-f5878696-d5e9-4469-b64a-ebc6be666778 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 1096 time: 0.1586215 Sep 03 13:18:29.608457 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-5e3a4878-8dd6-488d-9920-4d926fc48d6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89 HTTP/1.1" status: 200 len: 217 time: 0.0625625 Sep 03 13:18:29.670788 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-897a4d2c-ebc9-481e-a46b-b698d15633ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:29.672483 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-897a4d2c-ebc9-481e-a46b-b698d15633ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.0545709 Sep 03 13:18:29.756111 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-c849f053-da53-4589-b41c-98f2406bfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:29.758290 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-c849f053-da53-4589-b41c-98f2406bfc47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575693 Sep 03 13:18:29.897378 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-3673e9bd-8ebb-48ca-aa67-414b8c4afc5f service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276367 Sep 03 13:18:30.036066 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935d38f0-c1fc-4d07-94a1-ae5ec06a4f07 req-f763bb67-2973-4b08-b9ec-232a49b08bb7 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308918 Sep 03 13:18:30.254205 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:18:30.266715 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb9432-891c-4b37-b934-bb95fec3314f req-462c3e3d-5209-431b-8c31-faad81dd805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:30.268415 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9edb9432-891c-4b37-b934-bb95fec3314f req-462c3e3d-5209-431b-8c31-faad81dd805f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 1096 time: 0.0559840 Sep 03 13:18:30.315117 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port bf883990-3c34-4454-a7ba-3e08eaebdc2a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:18:30.315494 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:30.478926 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb9432-891c-4b37-b934-bb95fec3314f req-f9066623-b90a-4462-8220-d8309cd70aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:30.481897 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9edb9432-891c-4b37-b934-bb95fec3314f req-f9066623-b90a-4462-8220-d8309cd70aa3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.2055006 Sep 03 13:18:30.549324 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:30.552042 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9edb9432-891c-4b37-b934-bb95fec3314f req-1059f311-b1b6-4937-98ce-54f821d44ef6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89 HTTP/1.1" status: 200 len: 217 time: 0.0623863 Sep 03 13:18:30.577241 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:30.580339 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e7afc7-1efa-4f4e-a76c-da22f117ad48" -d '{"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-plugged", "status": "completed", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:30.595225 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:30.685689 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdbbb0-7965-445d-8fc1-9c8fa3bb092b req-f732d8f2-d9ec-4ea4-a45f-487ad51f0770 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:30.687296 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2acdbbb0-7965-445d-8fc1-9c8fa3bb092b req-f732d8f2-d9ec-4ea4-a45f-487ad51f0770 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 944 time: 0.1483791 Sep 03 13:18:30.697566 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b027c59-1e45-4ab6-b8ca-b88e2e471a99 req-de539799-6d4c-4715-afe7-0525d3518a1c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:30.703402 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:30.704117 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4b027c59-1e45-4ab6-b8ca-b88e2e471a99 req-de539799-6d4c-4715-afe7-0525d3518a1c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.1620584 Sep 03 13:18:30.711615 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb9432-891c-4b37-b934-bb95fec3314f req-8c24c3ee-e71d-4300-bacd-31a2a6750e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:30.713073 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9edb9432-891c-4b37-b934-bb95fec3314f req-8c24c3ee-e71d-4300-bacd-31a2a6750e76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.1280789 Sep 03 13:18:30.769842 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:30.806405 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2acdbbb0-7965-445d-8fc1-9c8fa3bb092b req-f82302cf-61d4-4975-bb7a-d972acd10664 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047347 Sep 03 13:18:30.837019 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4b027c59-1e45-4ab6-b8ca-b88e2e471a99 req-479978fc-42f2-4744-b1c9-ca0334a54244 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150677 Sep 03 13:18:30.862921 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb9432-891c-4b37-b934-bb95fec3314f req-52b44d22-9d2b-4b22-acc9-4a65d0aa2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:30.864625 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9edb9432-891c-4b37-b934-bb95fec3314f req-52b44d22-9d2b-4b22-acc9-4a65d0aa2d54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1359353 Sep 03 13:18:30.897604 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92041f0b-97a0-4bd2-9c31-40c18924b2b2 x-openstack-request-id: req-92041f0b-97a0-4bd2-9c31-40c18924b2b2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:30.898391 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-plugged", "status": "completed", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:30.898734 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92041f0b-97a0-4bd2-9c31-40c18924b2b2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:30.899212 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'code': 200} Sep 03 13:18:31.419404 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7407d1d8-8d13-497f-b3c8-451c5da69a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:31.590146 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:31.973476 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67248-16e5-48d6-9b1c-7ccaf9d22911 req-7013d5c2-cfa3-4bea-b537-aa48e4de88e6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:31.975068 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ae67248-16e5-48d6-9b1c-7ccaf9d22911 req-7013d5c2-cfa3-4bea-b537-aa48e4de88e6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0869770 Sep 03 13:18:31.978137 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:32.013305 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fcc6-a767-4fd9-865a-89887a30cd4f req-cf05a010-8ba9-4c0d-8795-1e95631ae1bd tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:32.016029 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6967fcc6-a767-4fd9-865a-89887a30cd4f req-cf05a010-8ba9-4c0d-8795-1e95631ae1bd tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0940819 Sep 03 13:18:32.097902 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ae67248-16e5-48d6-9b1c-7ccaf9d22911 req-f2640765-a19c-4822-a007-e3ded81e209e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144567 Sep 03 13:18:32.115349 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6967fcc6-a767-4fd9-865a-89887a30cd4f req-100738bc-44d5-46c6-961a-99881b568a02 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870571 Sep 03 13:18:33.281753 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0ede-b487-48b2-8460-cc56e7327f3d req-9a5948ab-ad9d-47ea-9686-fd17446baa48 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:33.284723 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-451e0ede-b487-48b2-8460-cc56e7327f3d req-9a5948ab-ad9d-47ea-9686-fd17446baa48 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0977821 Sep 03 13:18:33.296897 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7087056-4c3c-4c19-b6fa-ff0ee45b8181 req-961b9210-33b9-4b70-9a49-3883fd1c8f4d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:33.302972 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a7087056-4c3c-4c19-b6fa-ff0ee45b8181 req-961b9210-33b9-4b70-9a49-3883fd1c8f4d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0882142 Sep 03 13:18:33.367862 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-451e0ede-b487-48b2-8460-cc56e7327f3d req-3b3ad68e-da12-483f-ba08-7b22be8aebdc tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638127 Sep 03 13:18:33.381703 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a7087056-4c3c-4c19-b6fa-ff0ee45b8181 req-866a9420-5119-40e6-80bf-620459e25764 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716667 Sep 03 13:18:33.618795 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9edb9432-891c-4b37-b934-bb95fec3314f req-59f881c7-2614-4f5c-b936-893ed3e240e1 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076000 Sep 03 13:18:33.782383 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9edb9432-891c-4b37-b934-bb95fec3314f req-c7b53b72-7df5-4ef4-bb9b-8d216f29d864 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563036 Sep 03 13:18:33.867448 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:34.536128 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935864c8-5d72-40e1-985f-2f006e8b8229 req-d8a4fc3e-8e59-4dc4-b47e-5af3114f5a70 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:34.537976 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935864c8-5d72-40e1-985f-2f006e8b8229 req-d8a4fc3e-8e59-4dc4-b47e-5af3114f5a70 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0923777 Sep 03 13:18:34.560110 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b59ef3-7d83-4b06-8236-48d999134bde req-90289b9a-f092-41f3-bdbb-fca96ec63746 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:34.565571 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-39b59ef3-7d83-4b06-8236-48d999134bde req-90289b9a-f092-41f3-bdbb-fca96ec63746 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.1053753 Sep 03 13:18:34.643471 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-935864c8-5d72-40e1-985f-2f006e8b8229 req-f6681df5-6600-4f26-99ef-2d6aacbbcc21 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793147 Sep 03 13:18:34.646744 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-39b59ef3-7d83-4b06-8236-48d999134bde req-692b29a2-6768-44f7-876d-2192edd62811 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707395 Sep 03 13:18:35.653661 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0df37-8251-4fc5-9df5-41fbfee76b30 req-ad59b5e9-8177-42c8-a72c-c439f4ac7fc8 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:35.656194 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-88d0df37-8251-4fc5-9df5-41fbfee76b30 req-ad59b5e9-8177-42c8-a72c-c439f4ac7fc8 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0624015 Sep 03 13:18:35.748597 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-88d0df37-8251-4fc5-9df5-41fbfee76b30 req-2b07cf06-3ff8-44b5-a4b1-4922b3046df0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862036 Sep 03 13:18:35.915234 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c648-485e-4932-9398-092c66b30cfa req-5f201a63-0842-4c9c-9994-929040e1c476 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:35.920096 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9619c648-485e-4932-9398-092c66b30cfa req-5f201a63-0842-4c9c-9994-929040e1c476 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0683451 Sep 03 13:18:35.966782 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9619c648-485e-4932-9398-092c66b30cfa req-45873d0a-0b2b-4ca3-8d67-436615752f21 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Sep 03 13:18:36.135739 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674ec53-7302-4674-a9cf-8f39b853b53e req-3c106055-817f-4a77-b491-6d1341007621 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:36.139438 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b674ec53-7302-4674-a9cf-8f39b853b53e req-3c106055-817f-4a77-b491-6d1341007621 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0877407 Sep 03 13:18:36.210380 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b674ec53-7302-4674-a9cf-8f39b853b53e req-66d35c39-6ad8-4d84-b291-11897faaca73 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601766 Sep 03 13:18:36.888513 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6463c-5ece-4a24-a5de-1716f5455f1f req-7d95ec41-5137-4678-ad41-321d62899e67 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:36.896098 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6d6463c-5ece-4a24-a5de-1716f5455f1f req-7d95ec41-5137-4678-ad41-321d62899e67 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0646780 Sep 03 13:18:36.937020 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6d6463c-5ece-4a24-a5de-1716f5455f1f req-98c10d7b-7939-44bf-b5dd-0ac745d327ee tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Sep 03 13:18:37.142282 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382c16-c528-4712-a1b0-17369eae89bb req-a36c02c4-3743-4953-b850-671cd1d31d19 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:37.143917 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b7382c16-c528-4712-a1b0-17369eae89bb req-a36c02c4-3743-4953-b850-671cd1d31d19 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0626438 Sep 03 13:18:37.215899 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b7382c16-c528-4712-a1b0-17369eae89bb req-ad29e74d-9bb8-40ce-b6c5-d18f9836c08f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602951 Sep 03 13:18:37.391269 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4caf2f-edc9-47d5-8645-5aa51f52f6f3 req-8bf64e6b-199d-4b30-a3f0-17c778867db8 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:37.393533 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6d4caf2f-edc9-47d5-8645-5aa51f52f6f3 req-8bf64e6b-199d-4b30-a3f0-17c778867db8 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0837371 Sep 03 13:18:37.447655 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6d4caf2f-edc9-47d5-8645-5aa51f52f6f3 req-b0018942-3d30-4cf8-b632-c512f20176ee tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478926 Sep 03 13:18:38.084607 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee58df-fcac-492e-ac05-07a04fe4d444 req-11b1273c-d4f3-4fb7-b8d3-6e17447dbf1c tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:38.087254 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dfee58df-fcac-492e-ac05-07a04fe4d444 req-11b1273c-d4f3-4fb7-b8d3-6e17447dbf1c tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0700486 Sep 03 13:18:38.130767 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dfee58df-fcac-492e-ac05-07a04fe4d444 req-39cff982-2bc5-4f45-be09-ea7890037b38 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373240 Sep 03 13:18:38.341749 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a853598-48a7-4f08-87da-7a2c9adaba66 req-248b78e7-76cc-408e-bd42-34ef1f6bb2c4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:38.344613 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7a853598-48a7-4f08-87da-7a2c9adaba66 req-248b78e7-76cc-408e-bd42-34ef1f6bb2c4 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0627167 Sep 03 13:18:38.389681 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7a853598-48a7-4f08-87da-7a2c9adaba66 req-b1d87da1-d698-4e91-815a-c0d133360adb tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346732 Sep 03 13:18:38.598804 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc6a-423b-4bf3-844f-255954f552c9 req-4ef045b8-e750-4a44-8ecb-813c0fbd6e2e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:38.600248 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0fb0cc6a-423b-4bf3-844f-255954f552c9 req-4ef045b8-e750-4a44-8ecb-813c0fbd6e2e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0527213 Sep 03 13:18:38.640585 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0fb0cc6a-423b-4bf3-844f-255954f552c9 req-44173ef4-7477-4048-bb7a-b8f981355b43 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341697 Sep 03 13:18:39.256873 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e39ef-e73c-468e-8921-246baf2b493a req-c0e48116-dcb3-48cb-af4b-904d87c67f36 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:39.258697 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d10e39ef-e73c-468e-8921-246baf2b493a req-c0e48116-dcb3-48cb-af4b-904d87c67f36 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0529802 Sep 03 13:18:39.305323 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d10e39ef-e73c-468e-8921-246baf2b493a req-4e819e85-ee27-4171-bfc0-dbe992a26824 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Sep 03 13:18:39.511177 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e79ab-a9ff-4d78-87c8-9fab63006c05 req-c0e348dc-50b3-4fc0-bad5-0585599b32be tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:39.512398 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-730e79ab-a9ff-4d78-87c8-9fab63006c05 req-c0e348dc-50b3-4fc0-bad5-0585599b32be tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0481470 Sep 03 13:18:39.557217 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-730e79ab-a9ff-4d78-87c8-9fab63006c05 req-3f33d580-ab70-456a-b8a0-4b0d0f3848d3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Sep 03 13:18:39.792606 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb8840-3256-4b75-a784-142a8b4eb64f req-81217dcc-b3d6-49df-8c23-45da99a3781c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:39.794740 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f0bb8840-3256-4b75-a784-142a8b4eb64f req-81217dcc-b3d6-49df-8c23-45da99a3781c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0689466 Sep 03 13:18:39.836911 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f0bb8840-3256-4b75-a784-142a8b4eb64f req-3d1c7b43-41b7-412e-9fe3-0972d7a23561 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352783 Sep 03 13:18:40.428977 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976caf12-71fa-41a2-a26c-797c955fa2d3 req-029610e7-d529-4d90-9a0c-eba7f32b2d46 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:40.431858 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-976caf12-71fa-41a2-a26c-797c955fa2d3 req-029610e7-d529-4d90-9a0c-eba7f32b2d46 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0573733 Sep 03 13:18:40.482211 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-976caf12-71fa-41a2-a26c-797c955fa2d3 req-4dacfa0e-bbaf-4bb8-9a0d-bfc051beef9b tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Sep 03 13:18:40.695654 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741588f-2e8c-453e-aaf6-0c88126a00ba req-ba418ca6-199d-4e3b-af02-295a62e00b28 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:40.697260 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8741588f-2e8c-453e-aaf6-0c88126a00ba req-ba418ca6-199d-4e3b-af02-295a62e00b28 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0508981 Sep 03 13:18:40.736763 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8741588f-2e8c-453e-aaf6-0c88126a00ba req-50ec3c0f-14ea-4999-9d1f-bc7c97c6d689 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333638 Sep 03 13:18:40.965174 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd79f5-afc1-4a28-b541-04a6914640cf req-744e35ca-c75b-4d12-8cd4-5a9da53eeae6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:40.966708 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b9bd79f5-afc1-4a28-b541-04a6914640cf req-744e35ca-c75b-4d12-8cd4-5a9da53eeae6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0530903 Sep 03 13:18:41.006452 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b9bd79f5-afc1-4a28-b541-04a6914640cf req-e4ce37e2-333a-45aa-9598-0fdfc9799c7b tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337832 Sep 03 13:18:41.613653 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd874f-fb3f-4591-8abe-820fd7bc505e req-40acec02-791c-41fd-8128-a70648ec0dc4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:41.615452 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3dd874f-fb3f-4591-8abe-820fd7bc505e req-40acec02-791c-41fd-8128-a70648ec0dc4 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0562820 Sep 03 13:18:41.656317 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3dd874f-fb3f-4591-8abe-820fd7bc505e req-cefe46d5-806c-4056-8ad0-fb0f6c4a7f0a tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345831 Sep 03 13:18:41.855136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb1559-30ea-472e-9b10-6989601b45e3 req-e42b0c5b-1136-424f-99de-bd8be69e6ba8 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:41.856623 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80bb1559-30ea-472e-9b10-6989601b45e3 req-e42b0c5b-1136-424f-99de-bd8be69e6ba8 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0502131 Sep 03 13:18:41.907327 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-80bb1559-30ea-472e-9b10-6989601b45e3 req-182c0b65-9d81-4998-9e2e-e315cfd82e0b tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 Sep 03 13:18:42.147449 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abf5ab-dfca-46d8-8d2d-c90e18928d9b req-893395e2-eb3c-4198-8978-30118a95e575 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:42.148964 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-61abf5ab-dfca-46d8-8d2d-c90e18928d9b req-893395e2-eb3c-4198-8978-30118a95e575 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0540218 Sep 03 13:18:42.194672 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-61abf5ab-dfca-46d8-8d2d-c90e18928d9b req-3b7f7b33-1fc5-42f0-a58c-a4b98178a15a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394759 Sep 03 13:18:42.780645 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127514f1-95fc-4bbc-8a9a-f56a6d15cbcf req-9065a8c6-99fc-4ee2-bc65-1e0dc21c0651 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:42.782306 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-127514f1-95fc-4bbc-8a9a-f56a6d15cbcf req-9065a8c6-99fc-4ee2-bc65-1e0dc21c0651 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0504811 Sep 03 13:18:42.822435 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-127514f1-95fc-4bbc-8a9a-f56a6d15cbcf req-f8586233-f9fc-4665-82f6-8e249aa75e80 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Sep 03 13:18:43.024145 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa07831-6405-49a8-a235-6309aae05a53 req-9c4cec74-9c36-4324-8395-4120d08532e5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:43.025622 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3aa07831-6405-49a8-a235-6309aae05a53 req-9c4cec74-9c36-4324-8395-4120d08532e5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0492904 Sep 03 13:18:43.065089 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3aa07831-6405-49a8-a235-6309aae05a53 req-a32956d4-d29c-4550-b7e5-b669d064b26a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328412 Sep 03 13:18:43.316971 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c3dc-f3a2-4453-926d-22e8a74c108c req-0429b3e4-962d-4dff-81d0-3862d5813439 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:43.318560 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-81b5c3dc-f3a2-4453-926d-22e8a74c108c req-0429b3e4-962d-4dff-81d0-3862d5813439 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0521152 Sep 03 13:18:43.357652 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-81b5c3dc-f3a2-4453-926d-22e8a74c108c req-54579505-a217-4b9d-9793-a62f76e42f5c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328574 Sep 03 13:18:43.677533 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-830530f7-82bb-49e9-9d72-cd9f6b9e8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:43.679060 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-830530f7-82bb-49e9-9d72-cd9f6b9e8cc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 1098 time: 0.0753937 Sep 03 13:18:43.686505 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-f6de0a98-2ea7-4790-b923-51c6b44c83bb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:43.687824 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-f6de0a98-2ea7-4790-b923-51c6b44c83bb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.48 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.0754216 Sep 03 13:18:43.831979 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-3e81f3af-506e-4e75-8dd4-a918085b11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:43.833511 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-3e81f3af-506e-4e75-8dd4-a918085b11c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.1448262 Sep 03 13:18:43.893919 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Deleting port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:43.894176 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:43.990116 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-8adedbab-ff45-4e2f-a061-fc5e2eb2de21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a HTTP/1.1" status: 200 len: 1001 time: 0.1481588 Sep 03 13:18:44.057757 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40039a5-0b5b-42ae-8bbb-c36bdb690d5b req-722ef675-bd94-4108-838e-b3e345ca99fb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:44.059310 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c40039a5-0b5b-42ae-8bbb-c36bdb690d5b req-722ef675-bd94-4108-838e-b3e345ca99fb tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 945 time: 0.1596236 Sep 03 13:18:44.071839 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] For port 90c635a2-04f6-4a11-9b96-f3a57e44fe33, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=90c635a2-04f6-4a11-9b96-f3a57e44fe33,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:44.072211 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:44.103378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-4b9295fd-265e-4b85-b11a-a9ccf066619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:44.104873 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-4b9295fd-265e-4b85-b11a-a9ccf066619a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.1063437 Sep 03 13:18:44.107538 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Calling delete_port for 90c635a2-04f6-4a11-9b96-f3a57e44fe33 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:44.176075 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c40039a5-0b5b-42ae-8bbb-c36bdb690d5b req-dd0d9089-e6b1-4cce-8cec-c60f7f6e4b8c tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aff90d5-e9a2-419e-b06a-1722b82ee3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063905 Sep 03 13:18:44.273365 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97842a46-0e2b-4e89-9e72-9732a1ab6527 req-fdf9a213-0d6e-4bf8-80e4-f57c9f5c9bee tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:44.274987 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-97842a46-0e2b-4e89-9e72-9732a1ab6527 req-fdf9a213-0d6e-4bf8-80e4-f57c9f5c9bee tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.1222026 Sep 03 13:18:44.276950 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-fa958251-de87-4109-ad23-7309d473870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:44.278481 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-fa958251-de87-4109-ad23-7309d473870e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1620796 Sep 03 13:18:44.425466 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-97842a46-0e2b-4e89-9e72-9732a1ab6527 req-1784e812-0b4a-499b-8210-5d59b671a8f5 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372356 Sep 03 13:18:44.443565 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-8d7e6024-c12a-42ba-ad01-1f8120900091 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543651 Sep 03 13:18:44.511360 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:44.579500 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Pushing event deleted for resources: {'Port': ['ID=90c635a2-04f6-4a11-9b96-f3a57e44fe33,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:44.592377 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9381df-3bf8-4e34-822c-d15499564462 req-fcd64333-d226-4736-a538-d7be457c556c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:44.593977 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3d9381df-3bf8-4e34-822c-d15499564462 req-fcd64333-d226-4736-a538-d7be457c556c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.1460838 Sep 03 13:18:44.650700 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] No DVR routers for this DVR port 90c635a2-04f6-4a11-9b96-f3a57e44fe33 on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:18:44.653360 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:44.663761 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3e70fcfe-7447-4d5a-9d85-d2c77db47006 req-5ec8bbeb-a522-4eb8-ada5-885b5cd513e0 tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.48 "DELETE /v2.0/ports/90c635a2-04f6-4a11-9b96-f3a57e44fe33 HTTP/1.1" status: 204 len: 173 time: 0.9587867 Sep 03 13:18:44.663761 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'name': 'network-vif-deleted', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:44.663761 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58277a3-30f4-4e60-99f8-ec1c58481674" -d '{"events": [{"server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "name": "network-vif-deleted", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:44.690759 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63ccb1b7-49de-458f-95ea-49b3c871f9bd req-d6d9426c-1134-4521-980e-930245e47670 service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339547 Sep 03 13:18:44.720136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34681b7-3103-4f7e-b3ae-7be2cc6fddbe x-openstack-request-id: req-c34681b7-3103-4f7e-b3ae-7be2cc6fddbe {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:44.723100 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cbf5bb-4318-460f-baac-c735d62897eb", "name": "network-vif-deleted", "tag": "90c635a2-04f6-4a11-9b96-f3a57e44fe33", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:44.723100 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c34681b7-3103-4f7e-b3ae-7be2cc6fddbe {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:44.723100 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbf5bb-4318-460f-baac-c735d62897eb', 'name': 'network-vif-deleted', 'tag': '90c635a2-04f6-4a11-9b96-f3a57e44fe33', 'status': 'completed', 'code': 200} Sep 03 13:18:44.724700 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3d9381df-3bf8-4e34-822c-d15499564462 req-20a4fcc1-5de9-41a0-b829-036668ce9ccb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080790 Sep 03 13:18:45.285184 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-13b6d444-fd2a-4826-8bfa-46b9cb21ac8d req-89b7ddfd-4498-4a2d-9e46-9fd652a9e55f tempest-TestMinimumBasicScenario-881632514 tempest-TestMinimumBasicScenario-881632514-project] 10.222.0.44 "GET /v2.0/ports?device_id=99cbf5bb-4318-460f-baac-c735d62897eb HTTP/1.1" status: 200 len: 210 time: 0.0261943 Sep 03 13:18:45.543415 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea6fc7-1032-4758-93ef-c497f55534f2 req-dc394757-d099-44c8-bd52-e6e1b3a939a8 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:45.544894 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4fea6fc7-1032-4758-93ef-c497f55534f2 req-dc394757-d099-44c8-bd52-e6e1b3a939a8 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 943 time: 0.0495980 Sep 03 13:18:45.581895 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4fea6fc7-1032-4758-93ef-c497f55534f2 req-f85122ec-35a8-4d99-9b54-a8da41628902 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309424 Sep 03 13:18:45.851724 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503c00a-f04e-47d1-a6c2-28631619949d req-71f71afa-1420-4035-bcfb-a8b9291dcdbf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:45.853199 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d503c00a-f04e-47d1-a6c2-28631619949d req-71f71afa-1420-4035-bcfb-a8b9291dcdbf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 945 time: 0.0517533 Sep 03 13:18:45.890763 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d503c00a-f04e-47d1-a6c2-28631619949d req-8f925991-b66f-4265-8dae-280a81e5d72a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Sep 03 13:18:46.277729 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 712df032-3e3a-4af9-a6f8-d37faf2e5e89 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:18:46.288405 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:46.438546 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 712df032-3e3a-4af9-a6f8-d37faf2e5e89, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:46.441431 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:46.464210 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:18:46.474462 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:46.476690 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5155b16-d209-4233-b46f-bbc7e3ab98f2" -d '{"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:46.510230 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:46.521219 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e49032-87cf-4d55-bdb7-63f8fb7b0752 x-openstack-request-id: req-76e49032-87cf-4d55-bdb7-63f8fb7b0752 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:46.521595 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:46.521855 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76e49032-87cf-4d55-bdb7-63f8fb7b0752 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:46.522244 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'code': 200} Sep 03 13:18:46.522973 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:46.537031 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712df032-3e3a-4af9-a6f8-d37faf2e5e89 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:18:46.557627 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 712df032-3e3a-4af9-a6f8-d37faf2e5e89, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:46.594718 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:46.595977 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 90c635a2-04f6-4a11-9b96-f3a57e44fe33 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:46.635094 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 90c635a2-04f6-4a11-9b96-f3a57e44fe33 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:18:46.635324 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 90c635a2-04f6-4a11-9b96-f3a57e44fe33 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:18:46.642164 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:46.662444 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:46.710316 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f6464-131a-442a-ae64-269c01ebcc56 req-36ec6ef0-7c8d-458d-8d40-e6ec0baa6fe3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:46.712165 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-914f6464-131a-442a-ae64-269c01ebcc56 req-36ec6ef0-7c8d-458d-8d40-e6ec0baa6fe3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 944 time: 0.0580161 Sep 03 13:18:46.772352 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-914f6464-131a-442a-ae64-269c01ebcc56 req-2407cf33-0e5f-4ae6-86cc-841269826a56 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534105 Sep 03 13:18:46.854652 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=712df032-3e3a-4af9-a6f8-d37faf2e5e89,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:46.994864 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['712df032-3e3a-4af9-a6f8-d37faf2e5e89'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:18:47.026546 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd755f66-f6aa-4950-9b07-77aa3b510e3a req-3508a72c-27d7-4baf-9fbf-5621e5daf1a0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:47.028134 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd755f66-f6aa-4950-9b07-77aa3b510e3a req-3508a72c-27d7-4baf-9fbf-5621e5daf1a0 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0614569 Sep 03 13:18:47.076073 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd755f66-f6aa-4950-9b07-77aa3b510e3a req-6d41d8ec-2578-4acb-941f-17e8435773bf tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413196 Sep 03 13:18:47.900876 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e949cc-a71e-48c6-8123-3c3ea77a40c8 req-42279c05-6e9d-40d7-8df7-03683b7d3b6b tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:47.905143 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a7e949cc-a71e-48c6-8123-3c3ea77a40c8 req-42279c05-6e9d-40d7-8df7-03683b7d3b6b tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 944 time: 0.0555992 Sep 03 13:18:47.920596 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:47.946895 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a7e949cc-a71e-48c6-8123-3c3ea77a40c8 req-386a23dd-db72-4031-b9b6-4e93f0c6fa09 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376987 Sep 03 13:18:48.023128 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:48.199443 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976df02-73b0-4399-9107-2197a0102316 req-597be9bb-764e-4d8b-a8e2-bb9ba9bcb50a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:48.200953 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2976df02-73b0-4399-9107-2197a0102316 req-597be9bb-764e-4d8b-a8e2-bb9ba9bcb50a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0481467 Sep 03 13:18:48.238849 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2976df02-73b0-4399-9107-2197a0102316 req-96be8099-8d89-4897-8815-aa01bd478efa tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Sep 03 13:18:48.272182 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:48.295021 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 712df032-3e3a-4af9-a6f8-d37faf2e5e89 up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:18:48.433043 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:18:48.437252 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:18:48.437638 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:48.518031 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:48.532663 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Deleting port dad19364-a5b0-421a-b30d-83f6e54d74bf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:48.533000 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:48.546368 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:48.547147 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a3c1b-77c7-451b-86e5-f040f874a241" -d '{"events": [{"server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "name": "network-vif-plugged", "status": "completed", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:48.562775 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 712df032-3e3a-4af9-a6f8-d37faf2e5e89, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:48.592729 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec38cff8-9478-41e0-bea3-0a6b4475a6f4 x-openstack-request-id: req-ec38cff8-9478-41e0-bea3-0a6b4475a6f4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:48.594027 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "name": "network-vif-plugged", "status": "completed", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:48.594467 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec38cff8-9478-41e0-bea3-0a6b4475a6f4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:48.594878 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'code': 200} Sep 03 13:18:48.616587 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] For port dad19364-a5b0-421a-b30d-83f6e54d74bf, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=dad19364-a5b0-421a-b30d-83f6e54d74bf,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:48.622481 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:48.629909 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Calling delete_port for dad19364-a5b0-421a-b30d-83f6e54d74bf owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:48.644222 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:48.693745 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=712df032-3e3a-4af9-a6f8-d37faf2e5e89,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:48.907643 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:48.918039 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3640-74b2-4ee1-afaf-60c7a7aa9f81 req-da93d52f-9a73-40ac-81e1-6eae75709c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:48.919570 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ffff3640-74b2-4ee1-afaf-60c7a7aa9f81 req-da93d52f-9a73-40ac-81e1-6eae75709c48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 1098 time: 0.0438833 Sep 03 13:18:48.935509 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Pushing event deleted for resources: {'Port': ['ID=dad19364-a5b0-421a-b30d-83f6e54d74bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:48.961835 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ffff3640-74b2-4ee1-afaf-60c7a7aa9f81 req-fe4e016b-2ebd-42c1-a4b7-2eb078b5f3f8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348349 Sep 03 13:18:49.083266 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee295d51-d694-4103-898e-475e19f6316b req-3f6c8766-b33e-4e19-9d5c-ceef497731bd tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:49.085072 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ee295d51-d694-4103-898e-475e19f6316b req-3f6c8766-b33e-4e19-9d5c-ceef497731bd tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 945 time: 0.0616026 Sep 03 13:18:49.124547 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:49.150181 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ee295d51-d694-4103-898e-475e19f6316b req-738d991d-5ef5-498b-992e-bd88d0f501ac tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518928 Sep 03 13:18:49.350050 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Router 2c1ef984-12f7-4bf5-bc28-063a2931320f has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:18:49.455434 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:18:49.461895 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-d6b19ac7-37ad-48e9-a385-ad3923b1524d admin admin] 10.222.0.44 "PUT /v2.0/routers/2c1ef984-12f7-4bf5-bc28-063a2931320f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5388541 Sep 03 13:18:49.463453 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 50926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:49.465626 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] Sync routers for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:18:49.476801 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:49.477430 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:49.623376 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:49.818461 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:49.818896 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:18:48Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:49.848530 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] Checking router: 2c1ef984-12f7-4bf5-bc28-063a2931320f for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:18:49.857066 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] Routers {'2c1ef984-12f7-4bf5-bc28-063a2931320f'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:49.857682 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['2c1ef984-12f7-4bf5-bc28-063a2931320f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:49.927542 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:49.976750 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] Set router 2c1ef984-12f7-4bf5-bc28-063a2931320f gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:50.164464 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:18:48Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:50.194446 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773c9ca-c8c7-4ced-99af-30bbf1a75a9e None None] The sync data for ids ['2c1ef984-12f7-4bf5-bc28-063a2931320f'] in dv-cinder-782910-3-iscsi is: [{'id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'name': 'tempest-TestMinimumBasicScenario-1787258858-router', 'tenant_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:17Z', 'updated_at': '2021-09-03T13:18:48Z', 'revision_number': 5, 'project_id': '02acdd3ce7e142e9a6a9da6eb5dde242', 'gw_port': {'id': '9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1ef984-12f7-4bf5-bc28-063a2931320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:19Z', 'updated_at': '2021-09-03T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:18:50.203745 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Deleting port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:50.204049 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.302261 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:50.305764 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:50.315411 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] For port 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:50.315807 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.331344 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Calling delete_port for 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:50.465522 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88d6edd9-e8a4-4d5d-b8e9-243195bdef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.603626 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e93465-6e1f-4ada-94d1-833a46defaf0 req-db752b4f-aeb2-4404-9f38-4dd6be4b3e92 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:50.605211 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-14e93465-6e1f-4ada-94d1-833a46defaf0 req-db752b4f-aeb2-4404-9f38-4dd6be4b3e92 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 945 time: 0.1124039 Sep 03 13:18:50.636602 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88d6edd9-e8a4-4d5d-b8e9-243195bdef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.659559 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-14e93465-6e1f-4ada-94d1-833a46defaf0 req-6e754966-311a-4f60-84fc-52f5bc621259 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462646 Sep 03 13:18:50.705248 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.725969 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88d6edd9-e8a4-4d5d-b8e9-243195bdef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.754491 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:50.787004 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-88d6edd9-e8a4-4d5d-b8e9-243195bdef31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2733a914054144fabfd18c3c656e8f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799933 Sep 03 13:18:50.787870 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50968) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:50.790131 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6edd9-e8a4-4d5d-b8e9-243195bdef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5516d66-ec1e-4db0-aa07-7d5f229e1d38,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:50.852667 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44a9917c-ee4b-4e6b-bbd6-366c1ceaa0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.877454 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44a9917c-ee4b-4e6b-bbd6-366c1ceaa0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.893797 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2dde-bebf-4beb-ba1c-2aa5a71218da req-ca17c50a-c9c0-4ab1-970d-16d72b45c99f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:50.895331 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1bbb2dde-bebf-4beb-ba1c-2aa5a71218da req-ca17c50a-c9c0-4ab1-970d-16d72b45c99f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 945 time: 0.1429529 Sep 03 13:18:50.899823 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.948003 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca07c-c5f7-42b7-90f8-38b7898a9f53 req-96484e42-1ca7-48da-b0e6-a46fc5b7aa9d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:50.949496 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3f2ca07c-c5f7-42b7-90f8-38b7898a9f53 req-96484e42-1ca7-48da-b0e6-a46fc5b7aa9d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.1457164 Sep 03 13:18:50.995384 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44a9917c-ee4b-4e6b-bbd6-366c1ceaa0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:50.998799 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44a9917c-ee4b-4e6b-bbd6-366c1ceaa0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.003704 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-44a9917c-ee4b-4e6b-bbd6-366c1ceaa0aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5516d66-ec1e-4db0-aa07-7d5f229e1d38 HTTP/1.1" status: 204 len: 168 time: 0.2115645 Sep 03 13:18:51.011747 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9917c-ee4b-4e6b-bbd6-366c1ceaa0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5516d66-ec1e-4db0-aa07-7d5f229e1d38,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:51.052324 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.057735 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.077504 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-1c069815-277d-4829-ad8b-c385745d339d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489326 Sep 03 13:18:51.139472 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1bbb2dde-bebf-4beb-ba1c-2aa5a71218da req-f691556b-cc6b-4bc9-a699-f1bb763d411d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232273 Sep 03 13:18:51.142085 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3f2ca07c-c5f7-42b7-90f8-38b7898a9f53 req-6868d1ef-88ef-4b67-937b-2e86e7e047ce tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527603 Sep 03 13:18:51.170418 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:51.218039 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e4b33-f136-4625-a82f-434cd17c9bcb tempest-TestVolumeBootPattern-691114230 tempest-TestVolumeBootPattern-691114230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:51.219632 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-559e4b33-f136-4625-a82f-434cd17c9bcb tempest-TestVolumeBootPattern-691114230 tempest-TestVolumeBootPattern-691114230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 1093 time: 0.0481105 Sep 03 13:18:51.222638 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:51.223664 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.224316 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1ef984-12f7-4bf5-bc28-063a2931320f {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:18:51.227416 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:18:51.233363 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.233363 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-44c0c77a-a346-415b-8589-3470f8427e60 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2c1ef984-12f7-4bf5-bc28-063a2931320f HTTP/1.1" status: 204 len: 168 time: 1.7663865 Sep 03 13:18:51.235072 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 50988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:51.290805 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7e8471-6355-45c9-9dad-65bf179ce182 admin admin] Deleting subnet 2c440f60-b5d1-4883-83a1-d3f05906bc3b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:18:51.293947 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8471-6355-45c9-9dad-65bf179ce182 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.333812 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8471-6355-45c9-9dad-65bf179ce182 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119919'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.357657 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.778814 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8471-6355-45c9-9dad-65bf179ce182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.780005 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device dad19364-a5b0-421a-b30d-83f6e54d74bf no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:51.803224 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: dad19364-a5b0-421a-b30d-83f6e54d74bf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:18:51.803579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device dad19364-a5b0-421a-b30d-83f6e54d74bf not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:18:51.804013 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:51.823611 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:18:51.824204 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 9b0cb7f9-ae70-4209-bb03-7f4bed6e31ff not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:18:51.873055 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.958211 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8471-6355-45c9-9dad-65bf179ce182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9953429'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:51.995641 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8471-6355-45c9-9dad-65bf179ce182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c440f60-b5d1-4883-83a1-d3f05906bc3b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:51.997823 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8471-6355-45c9-9dad-65bf179ce182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.000448 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-fd7e8471-6355-45c9-9dad-65bf179ce182 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2c440f60-b5d1-4883-83a1-d3f05906bc3b HTTP/1.1" status: 204 len: 168 time: 0.7618408 Sep 03 13:18:52.002384 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:52.005294 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884f46a-2dcb-4983-9923-cc2d62baca51 None None] Network 9d9b4e4c-3e11-4a39-9916-06cb39445149 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:18:52.041774 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Allocated IP 172.27.1.120 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/7b28dea0-f243-4e57-a2be-a3006bab7d56) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:18:52.110707 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.203428 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] DHCP port deletion for 9d9b4e4c-3e11-4a39-9916-06cb39445149 request from dv-cinder-782910-3-iscsi {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:18:52.224556 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.247228 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Deleting port 51a4b114-610c-4feb-8b02-7086e26b009c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:52.247569 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.256484 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] Deleting port 51a4b114-610c-4feb-8b02-7086e26b009c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:52.256940 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.291774 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53bed7-a1ba-49bb-a7d1-9c1a9f121700 req-c83b4c6b-e857-435f-8b5e-7366362fe5c3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:52.293330 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3a53bed7-a1ba-49bb-a7d1-9c1a9f121700 req-c83b4c6b-e857-435f-8b5e-7366362fe5c3 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0582683 Sep 03 13:18:52.328683 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] For port 51a4b114-610c-4feb-8b02-7086e26b009c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=51a4b114-610c-4feb-8b02-7086e26b009c,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:52.328964 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.329495 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] For port 51a4b114-610c-4feb-8b02-7086e26b009c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=51a4b114-610c-4feb-8b02-7086e26b009c,segment=NetworkSegment(16877a23-0c65-4122-9c4d-bd4faf8f7939),segment_id=16877a23-0c65-4122-9c4d-bd4faf8f7939)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:52.330152 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.338984 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3a53bed7-a1ba-49bb-a7d1-9c1a9f121700 req-85cf2ce0-6ac6-409c-b75e-e34f54d144f8 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389526 Sep 03 13:18:52.342746 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Calling delete_port for 51a4b114-610c-4feb-8b02-7086e26b009c owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:52.344637 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] Calling delete_port for 51a4b114-610c-4feb-8b02-7086e26b009c owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:52.348829 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:18:52.434643 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.470278 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:18:52.472957 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f1331-8a59-4f25-9e01-e1092087b80c req-6140547c-128f-4723-8d48-b463844c1faa tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:52.473139 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:18:52.475301 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e72f1331-8a59-4f25-9e01-e1092087b80c req-6140547c-128f-4723-8d48-b463844c1faa tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.0573311 Sep 03 13:18:52.476529 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:18:52.508650 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=7b28dea0-f243-4e57-a2be-a3006bab7d56,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:52.516214 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.518992 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e72f1331-8a59-4f25-9e01-e1092087b80c req-c6d95fd5-bea7-4688-a9fa-c28135fc76e4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377977 Sep 03 13:18:52.524677 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.551858 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] Pushing event deleted for resources: {'Port': ['ID=51a4b114-610c-4feb-8b02-7086e26b009c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:52.552113 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] No DVR routers for this DVR port 51a4b114-610c-4feb-8b02-7086e26b009c on host dv-cinder-782910-3-iscsi {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:18:52.553503 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a4b114-610c-4feb-8b02-7086e26b009c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:52.559593 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c13b3-d808-4a2a-aa98-7853eb48de2f None None] No DVR routers for this DVR port 51a4b114-610c-4feb-8b02-7086e26b009c on host dv-cinder-782910-3-iscsi {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:18:52.676961 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.691441 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9b4e4c-3e11-4a39-9916-06cb39445149']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:52.713501 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a13cbb-1b10-45de-adf2-108eec066113 req-3ac4c6f7-035e-438a-960f-1489965a28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:52.715111 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-3ac4c6f7-035e-438a-960f-1489965a28d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e&tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb HTTP/1.1" status: 200 len: 1096 time: 0.0719254 Sep 03 13:18:52.735785 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16877a23-0c65-4122-9c4d-bd4faf8f7939') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:52.736168 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16877a23-0c65-4122-9c4d-bd4faf8f7939') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:52.776504 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.794923 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.800859 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a13cbb-1b10-45de-adf2-108eec066113 req-10bbae35-d48c-418d-9b4e-81e1b6c536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:52.802470 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-10bbae35-d48c-418d-9b4e-81e1b6c536b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 1096 time: 0.0410275 Sep 03 13:18:52.808739 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:18:52.809144 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:18:52.810875 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:18:52.903857 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a13cbb-1b10-45de-adf2-108eec066113 req-dc9fe9af-663b-462c-ab09-7486ed48f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:52.905477 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-dc9fe9af-663b-462c-ab09-7486ed48f2b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 200 len: 918 time: 0.0953290 Sep 03 13:18:52.943228 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.950662 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:52.955218 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9d9b4e4c-3e11-4a39-9916-06cb39445149 HTTP/1.1" status: 204 len: 168 time: 0.9487948 Sep 03 13:18:52.955546 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51014) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:52.967212 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f59bfc-0517-4820-b6d4-2218f0c6a113 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9b4e4c-3e11-4a39-9916-06cb39445149,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:53.025471 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:53.047970 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-ecd2ba4c-87c4-41b8-a253-f287b57d3aaa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a HTTP/1.1" status: 200 len: 999 time: 0.1343367 Sep 03 13:18:53.116231 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a13cbb-1b10-45de-adf2-108eec066113 req-72d1a53e-74a6-4b4d-839b-e1eb81e24f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:53.117598 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-72d1a53e-74a6-4b4d-839b-e1eb81e24f6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 200 len: 856 time: 0.0600748 Sep 03 13:18:53.134966 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:53.239912 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a13cbb-1b10-45de-adf2-108eec066113 req-cedf43f4-53a6-4169-8539-7ed61049721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:53.241470 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-cedf43f4-53a6-4169-8539-7ed61049721a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01768b62-5ca2-4f5b-8a36-461fab661693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905635 Sep 03 13:18:53.297305 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:53.354479 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041084'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:53.427195 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-46c06def-d601-4e7f-b777-517dc8d6824f service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721241 Sep 03 13:18:53.433806 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=7b28dea0-f243-4e57-a2be-a3006bab7d56,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:53.445733 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:53.554284 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.l3_db [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Floating IP e50e8864-c808-47a2-86a3-94f90cb2b321 associated. External IP: 172.27.1.120, port: 712df032-3e3a-4af9-a6f8-d37faf2e5e89. Sep 03 13:18:53.569339 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03838f24-4be9-4dd2-a216-e73f28bd2fc5 req-a2d7d871-616e-4fe7-990b-e06597c1eff4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:53.571108 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-03838f24-4be9-4dd2-a216-e73f28bd2fc5 req-a2d7d871-616e-4fe7-990b-e06597c1eff4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.1489341 Sep 03 13:18:53.613278 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 51a4b114-610c-4feb-8b02-7086e26b009c no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:53.635074 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 51a4b114-610c-4feb-8b02-7086e26b009c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:18:53.635497 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 51a4b114-610c-4feb-8b02-7086e26b009c not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:18:53.668335 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18a13cbb-1b10-45de-adf2-108eec066113 req-b2124c60-a97b-4b14-8c7d-69dc4560b18a service neutron] 10.222.0.48 "GET /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278335 Sep 03 13:18:53.710700 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-03838f24-4be9-4dd2-a216-e73f28bd2fc5 req-c7a00cad-2e18-43ff-86df-a5b08ef3c86c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296079 Sep 03 13:18:53.746150 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcde427-0a9c-467e-9628-1b3b018b9e90 req-9f9fce6b-8cdd-4556-b831-2250863dc7fb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:53.747968 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0fcde427-0a9c-467e-9628-1b3b018b9e90 req-9f9fce6b-8cdd-4556-b831-2250863dc7fb tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.1185515 Sep 03 13:18:53.768935 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:53.783717 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:18:53.866072 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0fcde427-0a9c-467e-9628-1b3b018b9e90 req-e9f7de16-541b-4199-8c5b-308fe5f37038 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103952 Sep 03 13:18:53.902167 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:18:53.912672 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:18:53.924305 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:53.925063 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:54.011526 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:54.044856 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0bb90ed7-9297-48bb-882f-ee42a664d415 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8209989 Sep 03 13:18:54.045446 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:54.047755 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:54.067786 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:54.085732 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23308db-be5f-4387-bedf-c3d68dd40dcd x-openstack-request-id: req-a23308db-be5f-4387-bedf-c3d68dd40dcd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:54.086084 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:54.086384 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a23308db-be5f-4387-bedf-c3d68dd40dcd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:54.086869 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'status': 'completed', 'code': 200} Sep 03 13:18:54.130208 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Deleting port 369f81cc-9dec-49ab-a635-de25538f19ca {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:54.130725 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:54.339030 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:52Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:54.367847 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:18:54.380913 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:54.382097 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:54.512062 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-824a158e-5f47-4696-b98a-a22f9e60aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:54.513587 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-824a158e-5f47-4696-b98a-a22f9e60aaf4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 1098 time: 0.3603921 Sep 03 13:18:54.528057 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] For port 369f81cc-9dec-49ab-a635-de25538f19ca, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=369f81cc-9dec-49ab-a635-de25538f19ca,segment=NetworkSegment(9bf96d4b-c71f-4616-9b4e-c4891d414e25),segment_id=9bf96d4b-c71f-4616-9b4e-c4891d414e25)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:54.528721 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:54.544074 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Calling delete_port for 369f81cc-9dec-49ab-a635-de25538f19ca owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:54.555205 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:54.857452 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:52Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:54.892650 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:54.915304 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d9e21f-2f81-4a78-b82e-20b953648e8f None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:52Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:18:54.945238 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Pushing event deleted for resources: {'Port': ['ID=369f81cc-9dec-49ab-a635-de25538f19ca,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:55.061974 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fa138-e276-41b4-a750-41c794271827 req-447c5473-ec33-42d3-8202-f137b3146799 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:55.071332 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-342fa138-e276-41b4-a750-41c794271827 req-447c5473-ec33-42d3-8202-f137b3146799 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.2194624 Sep 03 13:18:55.198452 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-342fa138-e276-41b4-a750-41c794271827 req-b9e58920-cb0c-4959-b170-994f4fb9fbba tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197598 Sep 03 13:18:55.300357 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cba553-ff80-4957-9bb5-f2feb19d9fad None None] New status for floating IP e50e8864-c808-47a2-86a3-94f90cb2b321: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:18:55.336355 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5211dc-1a78-4836-90c4-c87ed6eda9cf req-d59cfd5e-8f05-4145-8136-822ffa337748 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:55.352775 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1a5211dc-1a78-4836-90c4-c87ed6eda9cf req-d59cfd5e-8f05-4145-8136-822ffa337748 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.3723352 Sep 03 13:18:55.457999 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1a5211dc-1a78-4836-90c4-c87ed6eda9cf req-baffe917-c119-4040-a78b-57e02795129d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042418 Sep 03 13:18:55.494701 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:55.831542 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Router c350eba2-6d77-46a7-93dd-ab42a7fe878c has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:18:55.951532 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:18:55.960227 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-cb6260e0-2f87-4927-8867-0583cc7c5760 admin admin] 10.222.0.44 "PUT /v2.0/routers/c350eba2-6d77-46a7-93dd-ab42a7fe878c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0014539 Sep 03 13:18:55.960582 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:55.963113 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] Sync routers for ids ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:18:55.976145 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] Routers {'c350eba2-6d77-46a7-93dd-ab42a7fe878c'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:55.977261 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:56.074093 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:56.194226 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] Set router c350eba2-6d77-46a7-93dd-ab42a7fe878c gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:56.209360 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:56.370396 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65073b6-1cd6-40c3-bf92-cd724cc245df req-4ac43934-b048-47d0-929b-86eae28ea664 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:56.380225 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a65073b6-1cd6-40c3-bf92-cd724cc245df req-4ac43934-b048-47d0-929b-86eae28ea664 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0783231 Sep 03 13:18:56.384115 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:18:54Z', 'revision_number': 5, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port': {'id': '31a48d67-b763-446e-ba89-3e734ef02ef0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:35Z', 'updated_at': '2021-09-03T13:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:56.417194 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] Checking router: c350eba2-6d77-46a7-93dd-ab42a7fe878c for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:18:56.418841 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Deleting port 31a48d67-b763-446e-ba89-3e734ef02ef0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:56.419286 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:56.426917 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] Routers {'c350eba2-6d77-46a7-93dd-ab42a7fe878c'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:18:56.427778 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:18:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:56.456646 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a65073b6-1cd6-40c3-bf92-cd724cc245df req-03db1d38-33ce-4f26-aca2-4a32ad7df4b6 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715957 Sep 03 13:18:56.531979 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] Set router c350eba2-6d77-46a7-93dd-ab42a7fe878c gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:18:56.589137 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] For port 31a48d67-b763-446e-ba89-3e734ef02ef0, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=31a48d67-b763-446e-ba89-3e734ef02ef0,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:56.589652 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:56.604515 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Calling delete_port for 31a48d67-b763-446e-ba89-3e734ef02ef0 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:56.631810 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:18:56Z', 'revision_number': 6, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port_host': None}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:56.659075 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338bc40-e6fd-4e6b-85e0-108474a56a42 None None] The sync data for ids ['c350eba2-6d77-46a7-93dd-ab42a7fe878c'] in dv-cinder-782910-3-iscsi is: [{'id': 'c350eba2-6d77-46a7-93dd-ab42a7fe878c', 'name': 'tempest-TestMinimumBasicScenario-1688399926-router', 'tenant_id': '8dbb551730f048b9b7dcef8234f290e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:34Z', 'updated_at': '2021-09-03T13:18:56Z', 'revision_number': 6, 'project_id': '8dbb551730f048b9b7dcef8234f290e8', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:18:56.691387 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809c925-1885-45f8-b8c5-01a496bb74fb req-f8fdad82-56f9-4fcc-b385-b1cd6468e639 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:56.691387 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8809c925-1885-45f8-b8c5-01a496bb74fb req-f8fdad82-56f9-4fcc-b385-b1cd6468e639 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.1622465 Sep 03 13:18:56.774807 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8809c925-1885-45f8-b8c5-01a496bb74fb req-e778ef46-dd8b-45e7-9351-aabf74e2f738 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758846 Sep 03 13:18:56.901330 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:56.932075 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a48d67-b763-446e-ba89-3e734ef02ef0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:56.945225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.945524 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.945876 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.946251 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.946575 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.946954 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.947286 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.948239 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.948239 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.948239 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.948559 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:56.948883 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:57.016950 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.111879 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.114311 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.223180 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.223765 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c350eba2-6d77-46a7-93dd-ab42a7fe878c {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:18:57.228612 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.229928 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-28974674-8631-49cf-bd6f-2b50faab3748 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c350eba2-6d77-46a7-93dd-ab42a7fe878c HTTP/1.1" status: 204 len: 168 time: 1.2683628 Sep 03 13:18:57.232178 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51058) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:57.283690 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1ae425-89dd-4e10-ac85-37cea3142e63 admin admin] Deleting subnet 0d930ec9-5e76-459a-8903-52a53332860b {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:18:57.287085 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae425-89dd-4e10-ac85-37cea3142e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.322281 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae425-89dd-4e10-ac85-37cea3142e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9823876'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.470225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae425-89dd-4e10-ac85-37cea3142e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.594783 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdce11-9963-4710-bc88-3c08df40134c req-4d2fbb82-5f8a-4cf8-8ba4-f73ea3ccfb1e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:57.596989 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-50bdce11-9963-4710-bc88-3c08df40134c req-4d2fbb82-5f8a-4cf8-8ba4-f73ea3ccfb1e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0540609 Sep 03 13:18:57.605664 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae425-89dd-4e10-ac85-37cea3142e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9868946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422321'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.620621 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 369f81cc-9dec-49ab-a635-de25538f19ca no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:57.640366 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ae425-89dd-4e10-ac85-37cea3142e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d930ec9-5e76-459a-8903-52a53332860b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:57.652271 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae425-89dd-4e10-ac85-37cea3142e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.654146 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0b1ae425-89dd-4e10-ac85-37cea3142e63 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0d930ec9-5e76-459a-8903-52a53332860b HTTP/1.1" status: 204 len: 168 time: 0.4210346 Sep 03 13:18:57.670305 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:57.670945 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 369f81cc-9dec-49ab-a635-de25538f19ca {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:18:57.670945 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 369f81cc-9dec-49ab-a635-de25538f19ca not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:18:57.670945 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 31a48d67-b763-446e-ba89-3e734ef02ef0 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:57.683067 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-50bdce11-9963-4710-bc88-3c08df40134c req-9adad4cf-32e6-459a-a534-33958d7b4212 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679386 Sep 03 13:18:57.722549 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5993ec9a-ed90-4415-ac04-9a3eeb5962d8 None None] Network f23e776b-b0da-4e97-8181-76b7570e5b7c requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:18:57.744466 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 31a48d67-b763-446e-ba89-3e734ef02ef0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:18:57.745076 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 31a48d67-b763-446e-ba89-3e734ef02ef0 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:18:57.773643 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.878311 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Deleting port c07935a4-a657-45da-96a2-1fbb0d9e679d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:57.878756 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.976833 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] For port c07935a4-a657-45da-96a2-1fbb0d9e679d, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=c07935a4-a657-45da-96a2-1fbb0d9e679d,segment=NetworkSegment(9bf96d4b-c71f-4616-9b4e-c4891d414e25),segment_id=9bf96d4b-c71f-4616-9b4e-c4891d414e25)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:57.977207 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:57.988447 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ddcc0-e15c-4175-8167-3fe492ef944d req-6eda0b87-9ad8-4931-b4b5-678260aec835 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:57.989918 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Calling delete_port for c07935a4-a657-45da-96a2-1fbb0d9e679d owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:57.990078 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-108ddcc0-e15c-4175-8167-3fe492ef944d req-6eda0b87-9ad8-4931-b4b5-678260aec835 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 945 time: 0.1074619 Sep 03 13:18:58.008396 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] DHCP port deletion for f23e776b-b0da-4e97-8181-76b7570e5b7c request from dv-cinder-782910-3-iscsi {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:18:58.040756 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-108ddcc0-e15c-4175-8167-3fe492ef944d req-8b890d1c-05a2-4a54-97c1-72c1d2be6a75 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403759 Sep 03 13:18:58.062473 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Deleting port c07935a4-a657-45da-96a2-1fbb0d9e679d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:18:58.062473 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.125614 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] For port c07935a4-a657-45da-96a2-1fbb0d9e679d, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=c07935a4-a657-45da-96a2-1fbb0d9e679d,segment=NetworkSegment(9bf96d4b-c71f-4616-9b4e-c4891d414e25),segment_id=9bf96d4b-c71f-4616-9b4e-c4891d414e25)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:58.125891 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.143958 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Calling delete_port for c07935a4-a657-45da-96a2-1fbb0d9e679d owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:18:58.148532 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.176940 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07935a4-a657-45da-96a2-1fbb0d9e679d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:58.181399 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] No DVR routers for this DVR port c07935a4-a657-45da-96a2-1fbb0d9e679d on host dv-cinder-782910-3-iscsi {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:18:58.208976 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.209338 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.209691 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.210037 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.210396 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.210739 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.211076 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.211616 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.212198 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.212543 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.212884 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.213216 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.228524 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.272539 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Pushing event deleted for resources: {'Port': ['ID=c07935a4-a657-45da-96a2-1fbb0d9e679d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:58.283903 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.284390 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.284749 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.285095 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.285867 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.285867 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.286491 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.286833 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.287176 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.287602 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.287726 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.287906 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.288230 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:18:58.298313 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3038d6-da65-48e2-86be-b1de2f40f0a4 None None] No DVR routers for this DVR port c07935a4-a657-45da-96a2-1fbb0d9e679d on host dv-cinder-782910-3-iscsi {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:18:58.303279 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23e776b-b0da-4e97-8181-76b7570e5b7c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:58.327651 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf96d4b-c71f-4616-9b4e-c4891d414e25') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:58.327960 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf96d4b-c71f-4616-9b4e-c4891d414e25') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:18:58.338836 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.344255 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:58.359490 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:18:58.369576 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:18:58.396413 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca60159f-825d-4677-85c2-3f2455292d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.438282 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.463849 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:18:58.466126 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa9dea8-db51-4f51-9916-e099de52fef9" -d '{"events": [{"server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:18:58.480803 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:18:58.511426 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fbeb56-7bb9-4b88-978a-9ef84cdc0874 x-openstack-request-id: req-c3fbeb56-7bb9-4b88-978a-9ef84cdc0874 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:18:58.511835 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:18:58.512107 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3fbeb56-7bb9-4b88-978a-9ef84cdc0874 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:18:58.512619 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'code': 200} Sep 03 13:18:58.525829 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.530319 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.535988 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f23e776b-b0da-4e97-8181-76b7570e5b7c HTTP/1.1" status: 204 len: 168 time: 0.8743784 Sep 03 13:18:58.545449 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014d452-53ef-484a-b6ef-f9c807e91b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=f23e776b-b0da-4e97-8181-76b7570e5b7c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:58.560592 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:58.610833 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:58.848595 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbd00-47bf-45a0-aea8-0c60545b29ac req-c8af6918-e8e7-4e43-a123-702041d0454e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:58.850187 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7cdfbd00-47bf-45a0-aea8-0c60545b29ac req-c8af6918-e8e7-4e43-a123-702041d0454e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0825942 Sep 03 13:18:58.894942 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:58.899510 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7cdfbd00-47bf-45a0-aea8-0c60545b29ac req-2f21a10b-355d-4558-b250-8742e1d4a0ee tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420768 Sep 03 13:18:58.939010 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-624485f2-770c-445d-990f-ac1bd1a27299 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02acdd3ce7e142e9a6a9da6eb5dde242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428269 Sep 03 13:18:58.941353 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:18:58.992084 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84b11f9d-ef4c-4eb1-883a-06496214177d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:59.014447 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84b11f9d-ef4c-4eb1-883a-06496214177d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:59.143255 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84b11f9d-ef4c-4eb1-883a-06496214177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:59.145890 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84b11f9d-ef4c-4eb1-883a-06496214177d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:59.147074 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-84b11f9d-ef4c-4eb1-883a-06496214177d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9aff90d5-e9a2-419e-b06a-1722b82ee3ff HTTP/1.1" status: 204 len: 168 time: 0.2048361 Sep 03 13:18:59.154911 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b11f9d-ef4c-4eb1-883a-06496214177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aff90d5-e9a2-419e-b06a-1722b82ee3ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:18:59.160627 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2606165-ac2c-45de-96f6-078a3610ee98 req-dcfabc4d-3c3b-466a-aa33-e78874b26ac4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:18:59.162133 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2606165-ac2c-45de-96f6-078a3610ee98 req-dcfabc4d-3c3b-466a-aa33-e78874b26ac4 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0524766 Sep 03 13:18:59.202877 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2606165-ac2c-45de-96f6-078a3610ee98 req-2b9d8492-ec3b-45b9-a0af-fba04f5fc53c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340638 Sep 03 13:18:59.632581 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device c07935a4-a657-45da-96a2-1fbb0d9e679d no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:18:59.653839 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: c07935a4-a657-45da-96a2-1fbb0d9e679d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:18:59.654117 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device c07935a4-a657-45da-96a2-1fbb0d9e679d not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:18:59.973633 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:00.030868 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e061df49-d34b-4731-94fb-bf08ee307d2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8dbb551730f048b9b7dcef8234f290e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554504 Sep 03 13:19:00.033981 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:00.073225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73b921-59fd-43b8-ada7-cd509638ab09 req-f176ce95-01da-4b76-b5db-52f9e33b8b4e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:00.074831 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-be73b921-59fd-43b8-ada7-cd509638ab09 req-f176ce95-01da-4b76-b5db-52f9e33b8b4e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0741022 Sep 03 13:19:00.100024 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6e15642-4503-4188-b37c-c0ab1467da90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:00.114607 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-be73b921-59fd-43b8-ada7-cd509638ab09 req-a84ee335-222c-4720-931b-81ce242cee86 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Sep 03 13:19:00.121183 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6e15642-4503-4188-b37c-c0ab1467da90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:00.257131 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6e15642-4503-4188-b37c-c0ab1467da90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:00.259995 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6e15642-4503-4188-b37c-c0ab1467da90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:00.263609 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-b6e15642-4503-4188-b37c-c0ab1467da90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5089eab2-f136-4f7f-b4a3-72b9a733e7f2 HTTP/1.1" status: 204 len: 168 time: 0.2261002 Sep 03 13:19:00.269903 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e15642-4503-4188-b37c-c0ab1467da90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5089eab2-f136-4f7f-b4a3-72b9a733e7f2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:00.351056 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c87503-03a7-4ebb-8a9c-b47129c1137f req-c2630977-f170-4537-bde4-b4eb5d41a7cf tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:00.352709 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-79c87503-03a7-4ebb-8a9c-b47129c1137f req-c2630977-f170-4537-bde4-b4eb5d41a7cf tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0499225 Sep 03 13:19:00.407268 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-79c87503-03a7-4ebb-8a9c-b47129c1137f req-d8f6398a-afc6-4a22-96f5-c3a6b107aef3 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484269 Sep 03 13:19:01.154694 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-426c02e2-05c1-4d6b-9164-c9dece3266ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:01.265315 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed7b79-a87a-4fa8-989c-e6a27fd9f0e9 req-fe8478b8-1573-43c0-b144-edb9c16c42a7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:01.266855 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bfed7b79-a87a-4fa8-989c-e6a27fd9f0e9 req-fe8478b8-1573-43c0-b144-edb9c16c42a7 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0534792 Sep 03 13:19:01.307258 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bfed7b79-a87a-4fa8-989c-e6a27fd9f0e9 req-c9567c17-2914-4783-9e64-ebf3b34cd4ca tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341363 Sep 03 13:19:01.497512 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:01.530721 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab31161-a752-4c3e-b5d0-31370fdc43e9 req-827a0b67-a600-4dd9-b779-1f65dfe15c9d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:01.532220 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3ab31161-a752-4c3e-b5d0-31370fdc43e9 req-827a0b67-a600-4dd9-b779-1f65dfe15c9d tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0559249 Sep 03 13:19:01.587263 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3ab31161-a752-4c3e-b5d0-31370fdc43e9 req-86802194-b946-4535-b8a2-5d0e8e2a0520 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483208 Sep 03 13:19:01.987559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:02.431824 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe016d-f753-4043-b3fc-7fac0798e43e req-c195ee87-a2bb-440d-ac33-4fc24aeff01d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:02.433511 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-83fe016d-f753-4043-b3fc-7fac0798e43e req-c195ee87-a2bb-440d-ac33-4fc24aeff01d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0507371 Sep 03 13:19:02.479774 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-83fe016d-f753-4043-b3fc-7fac0798e43e req-a480531c-40a2-42d7-b5ec-fc2b2a27bfad tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366085 Sep 03 13:19:02.718103 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d6ade-79e6-418e-bef0-63ad974bade3 req-f26f1dcf-0632-439a-9be7-c8f2b6cbef0b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:02.719603 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b42d6ade-79e6-418e-bef0-63ad974bade3 req-f26f1dcf-0632-439a-9be7-c8f2b6cbef0b tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0540762 Sep 03 13:19:02.763493 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b42d6ade-79e6-418e-bef0-63ad974bade3 req-e6821a48-a844-406c-ada4-148f74592cc8 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372818 Sep 03 13:19:03.609275 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f7f14-00d5-497c-81dc-11ad58d56f70 req-ae4b4c47-7eef-4e95-9d96-22b102f4e419 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:03.611396 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-219f7f14-00d5-497c-81dc-11ad58d56f70 req-ae4b4c47-7eef-4e95-9d96-22b102f4e419 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0516455 Sep 03 13:19:03.656377 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-219f7f14-00d5-497c-81dc-11ad58d56f70 req-3040b8a1-459d-41a6-8036-3ca17def7894 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 Sep 03 13:19:03.863304 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:03.906948 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78c07-34c3-4f7c-825f-55ed92ae889b req-20e213e8-ead3-4687-a767-010804347529 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:03.908946 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f8a78c07-34c3-4f7c-825f-55ed92ae889b req-20e213e8-ead3-4687-a767-010804347529 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0518739 Sep 03 13:19:03.948206 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f8a78c07-34c3-4f7c-825f-55ed92ae889b req-1ef3c2ea-14e1-46a0-b5be-04b7ff4afbba tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330038 Sep 03 13:19:04.770675 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f88e2-82de-41a6-ad8c-2a7524ebaa50 req-187e7a04-76fb-4827-b16f-198d1ceba968 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:04.772048 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d66f88e2-82de-41a6-ad8c-2a7524ebaa50 req-187e7a04-76fb-4827-b16f-198d1ceba968 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0478849 Sep 03 13:19:04.814993 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d66f88e2-82de-41a6-ad8c-2a7524ebaa50 req-ad9878e1-a062-4cab-97c4-6333f384235c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367951 Sep 03 13:19:05.084166 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc60bd-2c5a-483e-80ce-18168b7ae1fb req-e6a83eeb-59ff-4dad-a37a-5c28ccd9245c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:05.085240 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c0cc60bd-2c5a-483e-80ce-18168b7ae1fb req-e6a83eeb-59ff-4dad-a37a-5c28ccd9245c tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0617919 Sep 03 13:19:05.126491 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c0cc60bd-2c5a-483e-80ce-18168b7ae1fb req-e818cbc2-e635-4061-ac67-5e4b6157b2d8 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347192 Sep 03 13:19:05.940429 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd017b-e792-470e-8ff0-cb19f2862159 req-aad056d7-4aea-40e8-8c17-3533442e9027 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:05.941884 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49cd017b-e792-470e-8ff0-cb19f2862159 req-aad056d7-4aea-40e8-8c17-3533442e9027 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0484204 Sep 03 13:19:05.978041 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-49cd017b-e792-470e-8ff0-cb19f2862159 req-b80ac373-fc43-485e-bdec-8d2f6bc063a2 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303278 Sep 03 13:19:06.151725 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-77c92437-a153-41f8-b23b-781a7f308480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:06.153105 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-77c92437-a153-41f8-b23b-781a7f308480 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.1109428 Sep 03 13:19:06.179634 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-d5b8f877-893e-41d2-9d67-5d97afa33b13 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:06.181083 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-d5b8f877-893e-41d2-9d67-5d97afa33b13 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.0673103 Sep 03 13:19:06.312086 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-8985b6ab-4e18-4fb7-a773-c256f1d2b530 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89 HTTP/1.1" status: 200 len: 1001 time: 0.1473558 Sep 03 13:19:06.339987 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67270e6-0902-4810-880c-2a090832ec10 req-d9e2c84d-fdf2-4442-836f-831e6bcb72c1 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:06.341404 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b67270e6-0902-4810-880c-2a090832ec10 req-d9e2c84d-fdf2-4442-836f-831e6bcb72c1 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 943 time: 0.1338522 Sep 03 13:19:06.667059 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-6e7def6f-0b77-473f-acbc-ebe7d2df7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:06.668480 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-6e7def6f-0b77-473f-acbc-ebe7d2df7b58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.3467994 Sep 03 13:19:06.673333 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Deleting port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:06.673677 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:06.678328 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b67270e6-0902-4810-880c-2a090832ec10 req-c61827b2-ccb3-4055-811e-b5286500a0dc tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups?id=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3187196 Sep 03 13:19:06.787531 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-4483b501-1475-446a-9a5f-fbb49aa6c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:06.788989 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-4483b501-1475-446a-9a5f-fbb49aa6c623 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990901 Sep 03 13:19:06.795279 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] For port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:06.795648 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:06.967569 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-75e5027c-f4a3-4cd9-9081-1abfd1fa570b service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693017 Sep 03 13:19:07.092697 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:07.095226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:07.095226 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Floating IP 988f642e-8699-442b-9a2a-8b4d781dcf01 disassociated. External IP: 172.27.1.3, port: 3b832e8e-0ebf-4d50-8a8f-a104e71e7635. Sep 03 13:19:07.095226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Calling delete_port for 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:07.181548 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1fafaf2-b0b9-41f3-9f4e-086427a5035f req-2a78431d-3df6-4faf-9cc0-8a2a6a393665 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059035 Sep 03 13:19:07.191484 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecbbcf-fd2a-45ae-ac74-3f05e991c847 req-fd57f7bf-67c4-499f-b28f-30ff58760f7c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:07.192879 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-52ecbbcf-fd2a-45ae-ac74-3f05e991c847 req-fd57f7bf-67c4-499f-b28f-30ff58760f7c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.1400986 Sep 03 13:19:07.248915 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-52ecbbcf-fd2a-45ae-ac74-3f05e991c847 req-1e783ad0-dcad-430d-8c4e-469090b8d5f8 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462923 Sep 03 13:19:07.357756 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:07.384988 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event deleted for resources: {'Port': ['ID=3b832e8e-0ebf-4d50-8a8f-a104e71e7635,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:07.496898 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Router 1e487724-bbfb-4a24-adc9-f2e900d2bcea has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:19:07.602649 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:19:07.613950 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] Sync routers for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:19:07.623227 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:19:07.623851 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:19:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:07.640064 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] No DVR routers for this DVR port 3b832e8e-0ebf-4d50-8a8f-a104e71e7635 on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:19:07.642687 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:07.644776 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ada0a2af-62fe-435e-9fad-0a17b64e6e03 req-2316c760-2b7d-4b78-aee7-d29bfbd50821 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.48 "DELETE /v2.0/ports/3b832e8e-0ebf-4d50-8a8f-a104e71e7635 HTTP/1.1" status: 204 len: 173 time: 1.4361050 Sep 03 13:19:07.645206 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'name': 'network-vif-deleted', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:19:07.647894 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd324b4-779d-48a0-a522-46664b935443" -d '{"events": [{"server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "name": "network-vif-deleted", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:19:07.684830 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b530139a-01af-4df2-9b7e-2c7e59b0109e x-openstack-request-id: req-b530139a-01af-4df2-9b7e-2c7e59b0109e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:19:07.685129 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7f20aa-52f5-4252-a2cf-3031b3fd05dc", "name": "network-vif-deleted", "tag": "3b832e8e-0ebf-4d50-8a8f-a104e71e7635", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:19:07.685409 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b530139a-01af-4df2-9b7e-2c7e59b0109e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:19:07.685980 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7f20aa-52f5-4252-a2cf-3031b3fd05dc', 'name': 'network-vif-deleted', 'tag': '3b832e8e-0ebf-4d50-8a8f-a104e71e7635', 'status': 'completed', 'code': 200} Sep 03 13:19:07.731085 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:19:07.789653 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-14203f6b-b645-4a18-baab-1deff76a5c03 req-258bf80f-ad7f-4ad8-94f8-5ffd647b2fa7 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7f20aa-52f5-4252-a2cf-3031b3fd05dc HTTP/1.1" status: 200 len: 210 time: 0.0312130 Sep 03 13:19:07.946123 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:07.972182 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] Checking router: 1e487724-bbfb-4a24-adc9-f2e900d2bcea for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:19:07.980459 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:19:07.981013 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:19:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:08.083498 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:19:08.277471 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:08.304605 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad55b2-e4e1-40aa-bb2b-c57bbdd66bcc None None] The sync data for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi is: [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:11:28Z', 'revision_number': 4, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': 'a7f6870c-c190-4a3d-a1f6-b4904164a2cb', 'name': '', 'network_id': 'a2e13e9e-62ed-4c1c-b76c-601a567b3b3e', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'mac_address': 'fa:16:3e:64:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:25Z', 'updated_at': '2021-09-03T13:11:45Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'subnets': [{'id': '3a5aa1da-ae06-4d8a-94f0-5fea47adcda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:19:08.356009 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:19:08.374900 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e297a-a586-41aa-aef3-675800c20099 req-6ec7f5a1-df4b-442c-af11-dd71648a4c65 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:08.376440 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8f6e297a-a586-41aa-aef3-675800c20099 req-6ec7f5a1-df4b-442c-af11-dd71648a4c65 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 943 time: 0.0527384 Sep 03 13:19:08.420041 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8f6e297a-a586-41aa-aef3-675800c20099 req-c7e1860d-314d-4889-91f5-5e4edbd966db tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356667 Sep 03 13:19:08.454376 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:08.470479 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'port_id': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'mac_address': 'fa:16:3e:c1:3a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:19:08.512053 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:08.526219 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf883990-3c34-4454-a7ba-3e08eaebdc2a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:19:08.544829 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a2a0f7-c867-4a2a-a541-bb16aea8947b None None] New status for floating IP 988f642e-8699-442b-9a2a-8b4d781dcf01: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:19:08.547642 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:08.622922 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:08.671006 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:08.944181 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:08.946929 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['bf883990-3c34-4454-a7ba-3e08eaebdc2a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:19:08.998280 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a72e43a-5611-48d9-beca-6b572d86911e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.021515 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a72e43a-5611-48d9-beca-6b572d86911e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.129181 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a72e43a-5611-48d9-beca-6b572d86911e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.131794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a72e43a-5611-48d9-beca-6b572d86911e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.132964 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-9a72e43a-5611-48d9-beca-6b572d86911e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "DELETE /v2.0/security-groups/08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf HTTP/1.1" status: 204 len: 168 time: 0.1877720 Sep 03 13:19:09.135813 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:09.142155 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72e43a-5611-48d9-beca-6b572d86911e tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:09.151329 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.api.v2.resource [None req-1f923b33-1f83-4ea3-a38a-554d8e9d5796 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] show failed (client error): The resource could not be found. Sep 03 13:19:09.152350 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-1f923b33-1f83-4ea3-a38a-554d8e9d5796 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "GET /v2.0/security-groups/08eca3d1-f2e2-44c8-b0d5-1db5ac3d3caf HTTP/1.1" status: 404 len: 347 time: 0.0155625 Sep 03 13:19:09.155283 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:09.276239 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Deleting port 51bd75c3-bcc1-4aa1-b4eb-cc1ad9054d5e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:09.276493 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.348867 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.349193 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.360390 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Calling delete_port for 51bd75c3-bcc1-4aa1-b4eb-cc1ad9054d5e owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:09.543386 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503797-b813-49e1-8e02-8f065a1bb51b req-f31c0e4f-d407-499c-9460-dfba05363d79 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:09.544779 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-20503797-b813-49e1-8e02-8f065a1bb51b req-f31c0e4f-d407-499c-9460-dfba05363d79 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 944 time: 0.0527689 Sep 03 13:19:09.563949 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.583608 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-20503797-b813-49e1-8e02-8f065a1bb51b req-ed7000a8-8a39-4f9e-95c2-2cb3404f76c9 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326269 Sep 03 13:19:09.590533 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Pushing event deleted for resources: {'Port': ['ID=51bd75c3-bcc1-4aa1-b4eb-cc1ad9054d5e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:09.653230 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.656137 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:09.657271 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8dc1e15a-1478-4f05-9254-be881f288542 tempest-AttachVolumeTestJSON-630744745 tempest-AttachVolumeTestJSON-630744745-project] 10.222.0.44 "DELETE /v2.0/floatingips/988f642e-8699-442b-9a2a-8b4d781dcf01 HTTP/1.1" status: 204 len: 168 time: 0.5010397 Sep 03 13:19:10.387895 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:19:10.480305 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port bf883990-3c34-4454-a7ba-3e08eaebdc2a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:19:10.480305 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:10.524176 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:10.546923 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:19:10.549770 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaed0e04-ec24-4375-89c8-706e4460bf80" -d '{"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-plugged", "status": "completed", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:19:10.562326 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:10.589178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c924fecd-6aa1-4dc6-84cc-2045f920cee1 x-openstack-request-id: req-c924fecd-6aa1-4dc6-84cc-2045f920cee1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:19:10.589178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-plugged", "status": "completed", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:19:10.589178 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c924fecd-6aa1-4dc6-84cc-2045f920cee1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:19:10.589596 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'code': 200} Sep 03 13:19:10.713004 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56512b7b-aaad-4450-96ad-283541cb4029 req-f26c909f-31d3-46fd-9e8c-3d6fcb1b4999 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:10.715404 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-56512b7b-aaad-4450-96ad-283541cb4029 req-f26c909f-31d3-46fd-9e8c-3d6fcb1b4999 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 944 time: 0.0542319 Sep 03 13:19:10.759325 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-56512b7b-aaad-4450-96ad-283541cb4029 req-a552c35f-f3a0-48fe-bb4a-9ee95e3a239a tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355923 Sep 03 13:19:11.142614 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:11.190105 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:11.401335 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3715608-cafd-4126-ab64-f4f6bca7c706 req-d7a5c21d-7695-4540-8bef-4ccb7766f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:11.402784 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3715608-cafd-4126-ab64-f4f6bca7c706 req-d7a5c21d-7695-4540-8bef-4ccb7766f687 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 1099 time: 0.0398104 Sep 03 13:19:11.439152 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f3715608-cafd-4126-ab64-f4f6bca7c706 req-ea5a7648-b536-4ef0-8b35-51939269c3a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263431 Sep 03 13:19:11.883565 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d455f-e031-42de-b7ab-251f9e080d99 req-9e00fa54-7239-467f-afde-6d17e5793b00 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:11.887830 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-164d455f-e031-42de-b7ab-251f9e080d99 req-9e00fa54-7239-467f-afde-6d17e5793b00 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 946 time: 0.0522187 Sep 03 13:19:11.926539 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-164d455f-e031-42de-b7ab-251f9e080d99 req-5f00d783-0ada-42da-a861-2d23c356196e tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354424 Sep 03 13:19:13.045791 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75b40e-66e3-4e15-b6e8-316f5527e6ce req-bf9f5c64-7fd2-474c-9cac-238254457727 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:13.047269 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-de75b40e-66e3-4e15-b6e8-316f5527e6ce req-bf9f5c64-7fd2-474c-9cac-238254457727 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 946 time: 0.0482943 Sep 03 13:19:13.086318 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-de75b40e-66e3-4e15-b6e8-316f5527e6ce req-f0a4a17e-c269-413d-9d25-301397c5956c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Sep 03 13:19:14.203043 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81415fa6-b380-4793-9a38-bcb66ccdfe36 req-91f45d30-04ce-4f8f-86a3-937524e6357d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:14.204545 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-81415fa6-b380-4793-9a38-bcb66ccdfe36 req-91f45d30-04ce-4f8f-86a3-937524e6357d tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 946 time: 0.0478814 Sep 03 13:19:14.241939 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-81415fa6-b380-4793-9a38-bcb66ccdfe36 req-9f6639a7-6c8e-4b24-93a6-86ff09e86812 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308833 Sep 03 13:19:14.597705 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:15.075219 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:15.545382 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Deleting port a7f6870c-c190-4a3d-a1f6-b4904164a2cb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:15.545769 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:15.627070 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] For port a7f6870c-c190-4a3d-a1f6-b4904164a2cb, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:15.627739 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:15.639345 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Calling delete_port for a7f6870c-c190-4a3d-a1f6-b4904164a2cb owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:15.868127 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:15.891910 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f6870c-c190-4a3d-a1f6-b4904164a2cb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:16.061182 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:16.272256 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Router 1e487724-bbfb-4a24-adc9-f2e900d2bcea has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:19:16.375748 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:19:16.381256 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-bdb9a589-390a-4b61-a0be-13fc763effd5 admin admin] 10.222.0.44 "PUT /v2.0/routers/1e487724-bbfb-4a24-adc9-f2e900d2bcea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7823622 Sep 03 13:19:16.383737 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:16.386729 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] Sync routers for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:19:16.398099 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:19:16.398778 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:19:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:16.492725 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:16.499966 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:19:16.594481 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:16.670569 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:19:15Z', 'revision_number': 5, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port': {'id': 'a20c6d24-f6eb-41ce-8a24-8afac60b94b6', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:18Z', 'updated_at': '2021-09-03T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:16.699663 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] Checking router: 1e487724-bbfb-4a24-adc9-f2e900d2bcea for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:19:16.708379 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] Routers {'1e487724-bbfb-4a24-adc9-f2e900d2bcea'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:19:16.709012 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:19:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:16.728106 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Deleting port a20c6d24-f6eb-41ce-8a24-8afac60b94b6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:16.730166 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:16.794793 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] Set router 1e487724-bbfb-4a24-adc9-f2e900d2bcea gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:19:16.808590 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] For port a20c6d24-f6eb-41ce-8a24-8afac60b94b6, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a20c6d24-f6eb-41ce-8a24-8afac60b94b6,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:16.808962 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:16.824467 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Calling delete_port for a20c6d24-f6eb-41ce-8a24-8afac60b94b6 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:16.848152 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:19:16Z', 'revision_number': 6, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port_host': None}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:16.877902 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e766-b6ea-4184-817e-03167fed81b7 None None] The sync data for ids ['1e487724-bbfb-4a24-adc9-f2e900d2bcea'] in dv-cinder-782910-3-iscsi is: [{'id': '1e487724-bbfb-4a24-adc9-f2e900d2bcea', 'name': 'tempest-AttachVolumeTestJSON-1273531146-router', 'tenant_id': 'b2ef0bf497144777b9f700a7546a1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:16Z', 'updated_at': '2021-09-03T13:19:16Z', 'revision_number': 6, 'project_id': 'b2ef0bf497144777b9f700a7546a1234', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:19:17.051046 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.079474 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a20c6d24-f6eb-41ce-8a24-8afac60b94b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:17.137198 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.224690 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.226832 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.365288 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.365990 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e487724-bbfb-4a24-adc9-f2e900d2bcea {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:19:17.375891 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.375891 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-fc9abee9-b40e-4786-9465-cf9549bd89eb admin admin] 10.222.0.44 "DELETE /v2.0/routers/1e487724-bbfb-4a24-adc9-f2e900d2bcea HTTP/1.1" status: 204 len: 168 time: 0.9896252 Sep 03 13:19:17.376955 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:17.425677 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2781c614-1371-46bd-8551-be4783220fed admin admin] Deleting subnet 3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:19:17.428639 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2781c614-1371-46bd-8551-be4783220fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.462332 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2781c614-1371-46bd-8551-be4783220fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119919'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.537953 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2781c614-1371-46bd-8551-be4783220fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.651258 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2781c614-1371-46bd-8551-be4783220fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9953429'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.668109 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a7f6870c-c190-4a3d-a1f6-b4904164a2cb no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:19:17.677780 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c614-1371-46bd-8551-be4783220fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5aa1da-ae06-4d8a-94f0-5fea47adcda2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:17.681361 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2781c614-1371-46bd-8551-be4783220fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.685718 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-2781c614-1371-46bd-8551-be4783220fed admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3a5aa1da-ae06-4d8a-94f0-5fea47adcda2 HTTP/1.1" status: 204 len: 168 time: 0.3046029 Sep 03 13:19:17.685976 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:17.693745 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b701a62-a905-4951-bf09-a4d2dd73f5a3 None None] Network a2e13e9e-62ed-4c1c-b76c-601a567b3b3e requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:19:17.705446 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: a7f6870c-c190-4a3d-a1f6-b4904164a2cb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:19:17.705818 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a7f6870c-c190-4a3d-a1f6-b4904164a2cb not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:19:17.706474 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a20c6d24-f6eb-41ce-8a24-8afac60b94b6 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:19:17.732231 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: a20c6d24-f6eb-41ce-8a24-8afac60b94b6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:19:17.732580 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a20c6d24-f6eb-41ce-8a24-8afac60b94b6 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:19:17.755513 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.811121 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Deleting port 3ad32093-a129-4b08-a51c-97ce4b148388 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:17.811467 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.891849 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] For port 3ad32093-a129-4b08-a51c-97ce4b148388, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3ad32093-a129-4b08-a51c-97ce4b148388,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:17.892305 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:17.905787 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Calling delete_port for 3ad32093-a129-4b08-a51c-97ce4b148388 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:18.013094 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] DHCP port deletion for a2e13e9e-62ed-4c1c-b76c-601a567b3b3e request from dv-cinder-782910-3-iscsi {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:19:18.057556 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] Deleting port 3ad32093-a129-4b08-a51c-97ce4b148388 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:18.057929 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.073562 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.103079 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad32093-a129-4b08-a51c-97ce4b148388,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:18.104901 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] No DVR routers for this DVR port 3ad32093-a129-4b08-a51c-97ce4b148388 on host dv-cinder-782910-3-iscsi {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:19:18.116265 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.122962 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] For port 3ad32093-a129-4b08-a51c-97ce4b148388, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3ad32093-a129-4b08-a51c-97ce4b148388,segment=NetworkSegment(98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99),segment_id=98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:18.130635 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.135228 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] Calling delete_port for 3ad32093-a129-4b08-a51c-97ce4b148388 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:18.174434 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.184351 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e13e9e-62ed-4c1c-b76c-601a567b3b3e']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:18.194778 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:18.195150 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fb9fe4-2ea5-4ea9-a9c4-2b8915f8dc99') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:18.204159 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.207512 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.223139 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.225054 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:19:18.225448 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:19:18.227385 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:19:18.231489 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] Pushing event deleted for resources: {'Port': ['ID=3ad32093-a129-4b08-a51c-97ce4b148388,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:18.234872 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26858b98-fd7f-4d8f-814f-97eb562e179d None None] No DVR routers for this DVR port 3ad32093-a129-4b08-a51c-97ce4b148388 on host dv-cinder-782910-3-iscsi {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:19:18.331547 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.336838 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.338692 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2e13e9e-62ed-4c1c-b76c-601a567b3b3e HTTP/1.1" status: 204 len: 168 time: 0.6516309 Sep 03 13:19:18.349090 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265676fa-cb62-4533-908a-1f681d44eaf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e13e9e-62ed-4c1c-b76c-601a567b3b3e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:18.672036 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:18.711526 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-0875b2dd-ced0-4e33-a679-d88f116a1962 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2ef0bf497144777b9f700a7546a1234&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383117 Sep 03 13:19:18.714200 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:18.760717 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d03101f-48ce-47f7-b692-d87d41874ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.780552 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d03101f-48ce-47f7-b692-d87d41874ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.907724 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d03101f-48ce-47f7-b692-d87d41874ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.910820 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d03101f-48ce-47f7-b692-d87d41874ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:18.912008 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4d03101f-48ce-47f7-b692-d87d41874ff8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65656667-c2da-40f4-9756-4e697d322615 HTTP/1.1" status: 204 len: 168 time: 0.1968551 Sep 03 13:19:18.920152 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03101f-48ce-47f7-b692-d87d41874ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65656667-c2da-40f4-9756-4e697d322615,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:19.613268 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3ad32093-a129-4b08-a51c-97ce4b148388 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:19:19.637494 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 3ad32093-a129-4b08-a51c-97ce4b148388 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:19:19.637876 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3ad32093-a129-4b08-a51c-97ce4b148388 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:19:28.365213 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f02ed6c1-3a8b-46c0-a3bd-bda2beb880b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:29.348851 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:19:29.682848 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51342) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:29.787930 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b4cc24e-f663-420f-a0d8-2571df85e5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:29.876778 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b4cc24e-f663-420f-a0d8-2571df85e5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:29.947967 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b4cc24e-f663-420f-a0d8-2571df85e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:29.986856 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cc24e-f663-420f-a0d8-2571df85e5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db560044-7a68-49f0-ad76-e6b19430553d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:29.991212 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-7b4cc24e-f663-420f-a0d8-2571df85e5d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7216461b0f944d0981759db6ab4201d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073664 Sep 03 13:19:29.993996 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51346) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:30.041965 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76a3de10-d202-43fa-8ea9-3c22e858d26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:30.062121 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76a3de10-d202-43fa-8ea9-3c22e858d26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:30.185887 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76a3de10-d202-43fa-8ea9-3c22e858d26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:30.188523 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76a3de10-d202-43fa-8ea9-3c22e858d26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:30.189668 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-76a3de10-d202-43fa-8ea9-3c22e858d26f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db560044-7a68-49f0-ad76-e6b19430553d HTTP/1.1" status: 204 len: 168 time: 0.1947410 Sep 03 13:19:30.198242 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3de10-d202-43fa-8ea9-3c22e858d26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db560044-7a68-49f0-ad76-e6b19430553d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:31.199078 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37cb0fa6-ddaa-40f4-b4a8-dbefe2818cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:31.479439 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:31.976541 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:33.861822 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:34.308896 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:34.409169 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e03ae0d3-2dc3-4e8b-8098-6c5343101a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:34.498171 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e03ae0d3-2dc3-4e8b-8098-6c5343101a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:34.565223 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e03ae0d3-2dc3-4e8b-8098-6c5343101a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:34.605763 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ae0d3-2dc3-4e8b-8098-6c5343101a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586bd66a-0d43-4c0a-88e2-af3c57aa0ffa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:34.610843 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e03ae0d3-2dc3-4e8b-8098-6c5343101a98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dd273d9e32e4570826abda05d434ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008995 Sep 03 13:19:34.614334 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:34.659941 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b005f2f-e74a-4b7f-bf86-dbb48a777b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:34.680519 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b005f2f-e74a-4b7f-bf86-dbb48a777b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:34.799080 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b005f2f-e74a-4b7f-bf86-dbb48a777b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:34.802183 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b005f2f-e74a-4b7f-bf86-dbb48a777b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:34.803348 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-7b005f2f-e74a-4b7f-bf86-dbb48a777b1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/586bd66a-0d43-4c0a-88e2-af3c57aa0ffa HTTP/1.1" status: 204 len: 168 time: 0.1892521 Sep 03 13:19:34.811013 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b005f2f-e74a-4b7f-bf86-dbb48a777b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586bd66a-0d43-4c0a-88e2-af3c57aa0ffa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:35.460369 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:35.475720 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-529d654d-fa2a-4619-b37f-0349f036c16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:35.559297 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-529d654d-fa2a-4619-b37f-0349f036c16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:35.627749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-529d654d-fa2a-4619-b37f-0349f036c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:35.666563 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-529d654d-fa2a-4619-b37f-0349f036c16a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c78db92cc8d4e83a8af44b51acf94d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050226 Sep 03 13:19:35.667316 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d654d-fa2a-4619-b37f-0349f036c16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633cffb5-b959-4b86-92b0-595855d26e44,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:35.669931 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51430) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:35.723255 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da4d51dd-2923-4f8f-a0b3-f7fbcf47cabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:35.744759 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da4d51dd-2923-4f8f-a0b3-f7fbcf47cabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:35.867602 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da4d51dd-2923-4f8f-a0b3-f7fbcf47cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:35.870374 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da4d51dd-2923-4f8f-a0b3-f7fbcf47cabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:35.871782 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-da4d51dd-2923-4f8f-a0b3-f7fbcf47cabc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/633cffb5-b959-4b86-92b0-595855d26e44 HTTP/1.1" status: 204 len: 168 time: 0.2004988 Sep 03 13:19:35.880226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d51dd-2923-4f8f-a0b3-f7fbcf47cabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633cffb5-b959-4b86-92b0-595855d26e44,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:48.125900 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:48.465636 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb92d44-c529-486f-b55b-4a5d43acd1ba req-f70a2a23-19c9-4f3c-8941-8c3c24f8d672 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:48.467231 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7cb92d44-c529-486f-b55b-4a5d43acd1ba req-f70a2a23-19c9-4f3c-8941-8c3c24f8d672 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 946 time: 0.0479281 Sep 03 13:19:48.505163 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7cb92d44-c529-486f-b55b-4a5d43acd1ba req-65d1d164-0de3-4388-87ff-8242b51c6167 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311260 Sep 03 13:19:49.148853 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:49.250869 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09853338-a3bb-43ed-9620-f4133eca42f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:49.335404 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09853338-a3bb-43ed-9620-f4133eca42f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:49.449878 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09853338-a3bb-43ed-9620-f4133eca42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:49.486711 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09853338-a3bb-43ed-9620-f4133eca42f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d81cfe9-04b7-41de-b4eb-aa2389ee2015,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:49.491020 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-09853338-a3bb-43ed-9620-f4133eca42f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff9bdf067bc949c58bbfc4c019772798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411329 Sep 03 13:19:49.493619 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:49.541691 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e124b660-f8fe-4187-abb2-a4b6a8550fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:49.566661 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e124b660-f8fe-4187-abb2-a4b6a8550fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:49.631136 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe245770-c336-4210-8752-ed9ddb3920fd req-9d774a31-716e-4640-9e25-efea8863cca5 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:49.632688 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fe245770-c336-4210-8752-ed9ddb3920fd req-9d774a31-716e-4640-9e25-efea8863cca5 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 946 time: 0.0483971 Sep 03 13:19:49.670590 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fe245770-c336-4210-8752-ed9ddb3920fd req-86d043d4-bcf2-4601-80d5-941d38eee731 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups?id=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319047 Sep 03 13:19:49.719145 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e124b660-f8fe-4187-abb2-a4b6a8550fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:49.721730 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e124b660-f8fe-4187-abb2-a4b6a8550fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:49.722926 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e124b660-f8fe-4187-abb2-a4b6a8550fee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d81cfe9-04b7-41de-b4eb-aa2389ee2015 HTTP/1.1" status: 204 len: 168 time: 0.2284145 Sep 03 13:19:49.730813 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124b660-f8fe-4187-abb2-a4b6a8550fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d81cfe9-04b7-41de-b4eb-aa2389ee2015,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:50.109923 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-247ca2c2-fe96-467f-a94f-7f3433e64d19 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:19:50.111373 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-247ca2c2-fe96-467f-a94f-7f3433e64d19 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 946 time: 0.0502522 Sep 03 13:19:50.204716 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Deleting port bf883990-3c34-4454-a7ba-3e08eaebdc2a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:50.205061 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.294175 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] For port bf883990-3c34-4454-a7ba-3e08eaebdc2a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=bf883990-3c34-4454-a7ba-3e08eaebdc2a,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:50.294581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.410926 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:50.423852 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25155a02-8a2d-4dc0-8956-e7e0f5492abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.462533 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.462903 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.463210 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Floating IP 24d1d827-2931-4094-9d34-3c5e7154155d disassociated. External IP: 172.27.1.149, port: bf883990-3c34-4454-a7ba-3e08eaebdc2a. Sep 03 13:19:50.463549 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Calling delete_port for bf883990-3c34-4454-a7ba-3e08eaebdc2a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:50.510301 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25155a02-8a2d-4dc0-8956-e7e0f5492abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.578241 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25155a02-8a2d-4dc0-8956-e7e0f5492abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.618662 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-25155a02-8a2d-4dc0-8956-e7e0f5492abe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee281a93830c41f8aea4bb2248737e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065816 Sep 03 13:19:50.619464 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25155a02-8a2d-4dc0-8956-e7e0f5492abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79a0c1-f0ec-4e26-8a2f-1fee78570366,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:50.621784 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51592) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:50.663067 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.698708 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event deleted for resources: {'Port': ['ID=bf883990-3c34-4454-a7ba-3e08eaebdc2a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:50.700554 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39ea678f-9a99-4d88-921e-6f3b2b30bce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.798623 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39ea678f-9a99-4d88-921e-6f3b2b30bce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:50.822895 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a08a97a2-daa2-4e45-a9e2-cc5d17289660 req-1c1fcb53-7b6a-47ce-847a-a0e84def55c4 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 210 time: 0.0639839 Sep 03 13:19:50.877572 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Router 99be87b4-5a25-48d5-880f-8a59eca22e10 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:19:50.981382 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:19:50.990923 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] Sync routers for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:19:51.000712 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:19:51.001334 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:19:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:51.009862 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39ea678f-9a99-4d88-921e-6f3b2b30bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:51.012418 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39ea678f-9a99-4d88-921e-6f3b2b30bce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:51.013575 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-39ea678f-9a99-4d88-921e-6f3b2b30bce3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e79a0c1-f0ec-4e26-8a2f-1fee78570366 HTTP/1.1" status: 204 len: 168 time: 0.3907888 Sep 03 13:19:51.029717 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] No DVR routers for this DVR port bf883990-3c34-4454-a7ba-3e08eaebdc2a on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:19:51.035729 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:51.037650 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1befa949-71b9-4dfc-9b67-97416ea92a95 req-5b2579bf-34d7-44a4-8c4e-b51467267b6c tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.48 "DELETE /v2.0/ports/bf883990-3c34-4454-a7ba-3e08eaebdc2a HTTP/1.1" status: 204 len: 173 time: 0.9175062 Sep 03 13:19:51.038116 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-deleted', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:19:51.043378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fe4307-6153-42d1-a9aa-75b66b06ed56" -d '{"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-deleted", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:19:51.046737 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea678f-9a99-4d88-921e-6f3b2b30bce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79a0c1-f0ec-4e26-8a2f-1fee78570366,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:51.094014 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee8686-f2d6-4f0a-8531-02b1282f0023 x-openstack-request-id: req-1dee8686-f2d6-4f0a-8531-02b1282f0023 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:19:51.094014 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e", "name": "network-vif-deleted", "tag": "bf883990-3c34-4454-a7ba-3e08eaebdc2a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:19:51.094285 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1dee8686-f2d6-4f0a-8531-02b1282f0023 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:19:51.094807 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e', 'name': 'network-vif-deleted', 'tag': 'bf883990-3c34-4454-a7ba-3e08eaebdc2a', 'status': 'completed', 'code': 200} Sep 03 13:19:51.135356 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:19:51.337593 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:51.367834 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] Checking router: 99be87b4-5a25-48d5-880f-8a59eca22e10 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:19:51.376322 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:19:51.376929 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:19:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:51.480937 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:19:51.715980 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51604) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:51.730372 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a09974f-426d-4871-a818-1a5f1ff5cc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:51.766781 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:51.794322 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b353d-90c0-4d3c-b772-5aae0fe74053 None None] The sync data for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi is: [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:11:21Z', 'revision_number': 4, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '7df0279c-921d-49fa-a3ac-ec140589f1d3', 'name': '', 'network_id': '01768b62-5ca2-4f5b-8a36-461fab661693', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'mac_address': 'fa:16:3e:07:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:19Z', 'updated_at': '2021-09-03T13:11:37Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'subnets': [{'id': '9a09079a-72c0-48cb-8cb7-1994789b5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:19:51.823060 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a09974f-426d-4871-a818-1a5f1ff5cc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:51.895784 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a09974f-426d-4871-a818-1a5f1ff5cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:51.956989 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-18436680-1e57-43da-996d-c9ff45a84af3 req-717c9645-bd4c-4d3d-98ce-cb82f5485e15 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f8c90da-fe8d-4c42-bdbb-77ae4d5e834e HTTP/1.1" status: 200 len: 210 time: 0.0450506 Sep 03 13:19:51.962173 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-7a09974f-426d-4871-a818-1a5f1ff5cc87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74e6696931004b888036c438e8a8dded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449744 Sep 03 13:19:51.967185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09974f-426d-4871-a818-1a5f1ff5cc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6efd4d-c006-4161-9e04-aec8c1a3ecca,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:51.967516 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:52.030142 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53739f49-2a4c-4cbe-8e28-306370eaef0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:52.038784 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fedb69-a0fc-4f18-8e69-cd24190d8bf4 None None] New status for floating IP 24d1d827-2931-4094-9d34-3c5e7154155d: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:19:52.053243 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53739f49-2a4c-4cbe-8e28-306370eaef0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:52.162759 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53739f49-2a4c-4cbe-8e28-306370eaef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:52.165385 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53739f49-2a4c-4cbe-8e28-306370eaef0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:52.166682 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-53739f49-2a4c-4cbe-8e28-306370eaef0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d6efd4d-c006-4161-9e04-aec8c1a3ecca HTTP/1.1" status: 204 len: 168 time: 0.2004948 Sep 03 13:19:52.174646 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53739f49-2a4c-4cbe-8e28-306370eaef0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6efd4d-c006-4161-9e04-aec8c1a3ecca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:52.575891 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:19:52.599824 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: bf883990-3c34-4454-a7ba-3e08eaebdc2a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:19:52.600183 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device bf883990-3c34-4454-a7ba-3e08eaebdc2a not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:19:53.125336 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51638) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:53.181610 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4654a3dc-3e37-48ff-81f1-0f1148bfbccb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.205225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4654a3dc-3e37-48ff-81f1-0f1148bfbccb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.312891 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4654a3dc-3e37-48ff-81f1-0f1148bfbccb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.315523 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4654a3dc-3e37-48ff-81f1-0f1148bfbccb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.316721 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4654a3dc-3e37-48ff-81f1-0f1148bfbccb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "DELETE /v2.0/security-groups/30c0c0e8-2464-4e63-a1aa-f413bbe00b6f HTTP/1.1" status: 204 len: 168 time: 0.1913927 Sep 03 13:19:53.319626 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51642) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:53.325856 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654a3dc-3e37-48ff-81f1-0f1148bfbccb tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c0c0e8-2464-4e63-a1aa-f413bbe00b6f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:53.334671 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.api.v2.resource [None req-03972dc4-eb53-4f39-9f98-44b156c19fa5 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] show failed (client error): The resource could not be found. Sep 03 13:19:53.335864 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-03972dc4-eb53-4f39-9f98-44b156c19fa5 tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "GET /v2.0/security-groups/30c0c0e8-2464-4e63-a1aa-f413bbe00b6f HTTP/1.1" status: 404 len: 347 time: 0.0150726 Sep 03 13:19:53.338771 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51644) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:53.460753 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Deleting port 1a2bbd2f-a04a-4194-84d4-55963abad3e1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:53.461092 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.536779 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.537023 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.548237 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Calling delete_port for 1a2bbd2f-a04a-4194-84d4-55963abad3e1 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:53.735956 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.762677 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Pushing event deleted for resources: {'Port': ['ID=1a2bbd2f-a04a-4194-84d4-55963abad3e1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:53.827711 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.832258 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:53.833958 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-3aa4534c-18dc-4243-9146-8a414879822f tempest-AttachVolumeShelveTestJSON-572857971 tempest-AttachVolumeShelveTestJSON-572857971-project] 10.222.0.44 "DELETE /v2.0/floatingips/24d1d827-2931-4094-9d34-3c5e7154155d HTTP/1.1" status: 204 len: 168 time: 0.4942310 Sep 03 13:19:56.502606 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51708) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:56.988180 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:57.225805 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Deleting port 7df0279c-921d-49fa-a3ac-ec140589f1d3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:57.226062 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:57.563607 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] For port 7df0279c-921d-49fa-a3ac-ec140589f1d3, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=7df0279c-921d-49fa-a3ac-ec140589f1d3,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:57.564301 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:57.576626 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Calling delete_port for 7df0279c-921d-49fa-a3ac-ec140589f1d3 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:57.804258 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:57.816196 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:57.843842 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Pushing event deleted for resources: {'Port': ['ID=7df0279c-921d-49fa-a3ac-ec140589f1d3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:57.872402 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.872759 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.873203 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.873455 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.873882 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.874227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.874616 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.875011 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.875284 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.875616 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.875946 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.876272 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:57.924916 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bea1af3b-5d6d-4930-9003-61ea519ebd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.076379 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.182243 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bea1af3b-5d6d-4930-9003-61ea519ebd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.245499 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bea1af3b-5d6d-4930-9003-61ea519ebd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.326480 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1af3b-5d6d-4930-9003-61ea519ebd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892c2183-cc53-462e-bf6e-82b596913e99,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:58.332327 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-bea1af3b-5d6d-4930-9003-61ea519ebd54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb74bb0049ab4cb1a83fb3737a4cec91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5270419 Sep 03 13:19:58.335626 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51722) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:58.351277 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fdd8-adc9-4273-a3aa-889ca8b42321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.382943 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Router 99be87b4-5a25-48d5-880f-8a59eca22e10 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:19:58.434937 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d79aede-6277-42f3-a716-e3bcfff3afd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.491135 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d79aede-6277-42f3-a716-e3bcfff3afd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.538617 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:19:58.550611 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-e66d038b-0093-43ab-acdd-412d85e9779d admin admin] 10.222.0.44 "PUT /v2.0/routers/99be87b4-5a25-48d5-880f-8a59eca22e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0405433 Sep 03 13:19:58.550611 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:58.550788 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] Sync routers for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:19:58.561307 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:19:58.562223 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:19:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:58.633663 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d79aede-6277-42f3-a716-e3bcfff3afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.636343 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d79aede-6277-42f3-a716-e3bcfff3afd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.640618 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0d79aede-6277-42f3-a716-e3bcfff3afd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/892c2183-cc53-462e-bf6e-82b596913e99 HTTP/1.1" status: 204 len: 168 time: 0.3010035 Sep 03 13:19:58.650047 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79aede-6277-42f3-a716-e3bcfff3afd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892c2183-cc53-462e-bf6e-82b596913e99,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:58.677494 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:19:58.684595 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.788029 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.863669 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:19:57Z', 'revision_number': 5, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port': {'id': '5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:11:13Z', 'updated_at': '2021-09-03T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:58.891178 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] Checking router: 99be87b4-5a25-48d5-880f-8a59eca22e10 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:19:58.899185 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Deleting port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:19:58.899349 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] Routers {'99be87b4-5a25-48d5-880f-8a59eca22e10'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:19:58.899552 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:58.899893 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:19:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['99be87b4-5a25-48d5-880f-8a59eca22e10'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:58.987490 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] Set router 99be87b4-5a25-48d5-880f-8a59eca22e10 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:19:58.988668 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] For port 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:19:58.989042 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.002301 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Calling delete_port for 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:19:59.041254 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:19:58Z', 'revision_number': 6, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port_host': None}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:19:59.071325 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2eb0a-77a0-43f1-9f00-756f36dd6508 None None] The sync data for ids ['99be87b4-5a25-48d5-880f-8a59eca22e10'] in dv-cinder-782910-3-iscsi is: [{'id': '99be87b4-5a25-48d5-880f-8a59eca22e10', 'name': 'tempest-AttachVolumeShelveTestJSON-2093063701-router', 'tenant_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:11:11Z', 'updated_at': '2021-09-03T13:19:58Z', 'revision_number': 6, 'project_id': '48b97f2e2a274ce39e1aad5a462f5ceb', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:19:59.238359 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.267795 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:59.304405 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:59.317568 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.324425 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.411861 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.417276 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.419568 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.488443 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.528705 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=033776c6c6a54400913dc2deb6ed15c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231195 Sep 03 13:19:59.529566 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042bd22c-b7d7-4944-846e-c38b4295d76f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:59.531307 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51732) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:59.537336 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.537697 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.538056 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.541749 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537ae04-e969-4586-9b07-1f864752322d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:19:59.578415 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.578966 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99be87b4-5a25-48d5-880f-8a59eca22e10 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:19:59.587573 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.587573 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-e4bb6d49-d041-4778-bea1-a9f75de879df admin admin] 10.222.0.44 "DELETE /v2.0/routers/99be87b4-5a25-48d5-880f-8a59eca22e10 HTTP/1.1" status: 204 len: 168 time: 1.0385039 Sep 03 13:19:59.587573 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2267d75f-94d7-4f80-a7cb-ae3cb54a1005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.589832 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51734) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:59.611336 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2267d75f-94d7-4f80-a7cb-ae3cb54a1005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.634339 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef469479-15c2-401c-b85b-aea8a330838a admin admin] Deleting subnet 9a09079a-72c0-48cb-8cb7-1994789b5679 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:19:59.637384 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef469479-15c2-401c-b85b-aea8a330838a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.674381 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef469479-15c2-401c-b85b-aea8a330838a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119919'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.748848 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef469479-15c2-401c-b85b-aea8a330838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.757039 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2267d75f-94d7-4f80-a7cb-ae3cb54a1005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.759780 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2267d75f-94d7-4f80-a7cb-ae3cb54a1005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.760939 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-2267d75f-94d7-4f80-a7cb-ae3cb54a1005 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/042bd22c-b7d7-4944-846e-c38b4295d76f HTTP/1.1" status: 204 len: 168 time: 0.2286522 Sep 03 13:19:59.768973 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267d75f-94d7-4f80-a7cb-ae3cb54a1005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042bd22c-b7d7-4944-846e-c38b4295d76f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:59.868937 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef469479-15c2-401c-b85b-aea8a330838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9953429'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.885207 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 7df0279c-921d-49fa-a3ac-ec140589f1d3 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:19:59.899753 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef469479-15c2-401c-b85b-aea8a330838a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a09079a-72c0-48cb-8cb7-1994789b5679,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:19:59.903652 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef469479-15c2-401c-b85b-aea8a330838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:19:59.908332 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-ef469479-15c2-401c-b85b-aea8a330838a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9a09079a-72c0-48cb-8cb7-1994789b5679 HTTP/1.1" status: 204 len: 168 time: 0.3149219 Sep 03 13:19:59.908819 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:19:59.914167 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b9083-f708-415c-96a1-3bdd54f77244 None None] Network 01768b62-5ca2-4f5b-8a36-461fab661693 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:19:59.917861 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 7df0279c-921d-49fa-a3ac-ec140589f1d3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:19:59.918207 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 7df0279c-921d-49fa-a3ac-ec140589f1d3 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:19:59.918693 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:19:59.949079 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:19:59.949423 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 5b7c6521-9dc1-40d0-b7c8-7d84dee5c7d0 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:19:59.991250 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.046519 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Deleting port 396ce670-a9f1-46d8-bc44-2136faa6e914 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:20:00.046864 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.121211 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] For port 396ce670-a9f1-46d8-bc44-2136faa6e914, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=396ce670-a9f1-46d8-bc44-2136faa6e914,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:20:00.121573 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.138506 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Calling delete_port for 396ce670-a9f1-46d8-bc44-2136faa6e914 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:20:00.146724 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] DHCP port deletion for 01768b62-5ca2-4f5b-8a36-461fab661693 request from dv-cinder-782910-3-iscsi {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:20:00.203222 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Deleting port 396ce670-a9f1-46d8-bc44-2136faa6e914 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:20:00.203683 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.268510 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] For port 396ce670-a9f1-46d8-bc44-2136faa6e914, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=396ce670-a9f1-46d8-bc44-2136faa6e914,segment=NetworkSegment(bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf),segment_id=bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:20:00.268911 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.284504 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Calling delete_port for 396ce670-a9f1-46d8-bc44-2136faa6e914 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:20:00.289761 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.315913 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Pushing event deleted for resources: {'Port': ['ID=396ce670-a9f1-46d8-bc44-2136faa6e914,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:00.324668 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] No DVR routers for this DVR port 396ce670-a9f1-46d8-bc44-2136faa6e914 on host dv-cinder-782910-3-iscsi {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:20:00.361513 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.388739 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Pushing event deleted for resources: {'Port': ['ID=396ce670-a9f1-46d8-bc44-2136faa6e914,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:00.395550 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] No DVR routers for this DVR port 396ce670-a9f1-46d8-bc44-2136faa6e914 on host dv-cinder-782910-3-iscsi {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:20:00.397870 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.398246 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.398596 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.398942 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.399282 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.399621 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.399956 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.400388 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.400727 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.401066 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.401396 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.401722 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dcb9-4c8d-4daf-b580-3d1139ab3cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:20:00.402945 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.417199 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01768b62-5ca2-4f5b-8a36-461fab661693']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:20:00.426172 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:20:00.426503 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd6bfd9-0428-49cb-9cfe-a5ba2ee97adf') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:20:00.435730 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.450081 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.456046 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:20:00.456430 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:20:00.458091 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:20:00.593062 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.598592 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:00.600350 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] 10.222.0.44 "DELETE /v2.0/networks/01768b62-5ca2-4f5b-8a36-461fab661693 HTTP/1.1" status: 204 len: 168 time: 0.6909316 Sep 03 13:20:00.610665 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210636b-a7de-44a2-a828-eeea0579323f admin admin] Pushing event deleted for resources: {'Network': ['ID=01768b62-5ca2-4f5b-8a36-461fab661693,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:00.890701 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51760) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:00.937682 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-71ab542c-48e0-440b-83c1-8c67524e7e08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48b97f2e2a274ce39e1aad5a462f5ceb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451150 Sep 03 13:20:00.940164 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51764) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:00.990145 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8624e2a-1825-4282-8217-5aad289e0e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.014837 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8624e2a-1825-4282-8217-5aad289e0e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.139997 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8624e2a-1825-4282-8217-5aad289e0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.143810 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8624e2a-1825-4282-8217-5aad289e0e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.150376 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-d8624e2a-1825-4282-8217-5aad289e0e45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36babf69-c4c3-418f-92e1-c9da8d48ea91 HTTP/1.1" status: 204 len: 168 time: 0.2039158 Sep 03 13:20:01.157127 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8624e2a-1825-4282-8217-5aad289e0e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36babf69-c4c3-418f-92e1-c9da8d48ea91,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:01.180664 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df395b71-aebf-46ad-b720-ee2b59e7acd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.478629 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.608622 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:01.664176 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 396ce670-a9f1-46d8-bc44-2136faa6e914 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:20:01.688965 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 396ce670-a9f1-46d8-bc44-2136faa6e914 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:20:01.689887 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 396ce670-a9f1-46d8-bc44-2136faa6e914 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:20:01.733083 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6483c0a2-4ae5-4dce-a38c-70e3d395e8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.819528 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6483c0a2-4ae5-4dce-a38c-70e3d395e8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.878755 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6483c0a2-4ae5-4dce-a38c-70e3d395e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.918903 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6483c0a2-4ae5-4dce-a38c-70e3d395e8b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dd93594d37a422180d2db949fd73f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091867 Sep 03 13:20:01.920160 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483c0a2-4ae5-4dce-a38c-70e3d395e8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f13c070-5834-4d8f-a7b6-065627e90817,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:01.920764 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51788) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:01.958911 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.969956 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fbed010-83f9-4d9b-8d9d-88f3ae01a580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:01.992443 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fbed010-83f9-4d9b-8d9d-88f3ae01a580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:02.100530 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fbed010-83f9-4d9b-8d9d-88f3ae01a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:02.103127 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fbed010-83f9-4d9b-8d9d-88f3ae01a580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:02.104286 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-8fbed010-83f9-4d9b-8d9d-88f3ae01a580 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f13c070-5834-4d8f-a7b6-065627e90817 HTTP/1.1" status: 204 len: 168 time: 0.1825333 Sep 03 13:20:02.111969 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbed010-83f9-4d9b-8d9d-88f3ae01a580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f13c070-5834-4d8f-a7b6-065627e90817,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:03.858475 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51860) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:03.859934 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:03.963952 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0630a9-c445-4a20-94ae-8f912ae2921b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:04.054243 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0630a9-c445-4a20-94ae-8f912ae2921b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:04.121223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea0630a9-c445-4a20-94ae-8f912ae2921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:04.166872 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ea0630a9-c445-4a20-94ae-8f912ae2921b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d50e4a39b6d4ef087ff2a7fd910a3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073175 Sep 03 13:20:04.167997 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0630a9-c445-4a20-94ae-8f912ae2921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca8ac74-1dec-44c9-bd22-e7c02a053f75,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:04.169580 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:04.219187 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85036ba5-8f62-4aff-8ee7-6696468d0a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:04.240056 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85036ba5-8f62-4aff-8ee7-6696468d0a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:04.347240 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85036ba5-8f62-4aff-8ee7-6696468d0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:04.349886 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85036ba5-8f62-4aff-8ee7-6696468d0a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:04.351067 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-85036ba5-8f62-4aff-8ee7-6696468d0a79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ca8ac74-1dec-44c9-bd22-e7c02a053f75 HTTP/1.1" status: 204 len: 168 time: 0.1804774 Sep 03 13:20:04.358760 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85036ba5-8f62-4aff-8ee7-6696468d0a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca8ac74-1dec-44c9-bd22-e7c02a053f75,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:04.999164 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:05.245233 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-945587fe-454a-4763-9e5b-7e1f17b4c2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:05.331923 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-945587fe-454a-4763-9e5b-7e1f17b4c2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:05.386810 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-945587fe-454a-4763-9e5b-7e1f17b4c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:05.423773 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-945587fe-454a-4763-9e5b-7e1f17b4c2ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a33250e559f344a09d3fffa874963ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235651 Sep 03 13:20:05.425826 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945587fe-454a-4763-9e5b-7e1f17b4c2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6ecb38-ca3d-43c0-be2b-cda6d87c3ecc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:05.430257 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:05.480471 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-628b5d83-9536-4edb-abca-02cde56a357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:05.502274 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-628b5d83-9536-4edb-abca-02cde56a357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:05.625005 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-628b5d83-9536-4edb-abca-02cde56a357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:05.627772 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-628b5d83-9536-4edb-abca-02cde56a357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:05.628925 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-628b5d83-9536-4edb-abca-02cde56a357a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da6ecb38-ca3d-43c0-be2b-cda6d87c3ecc HTTP/1.1" status: 204 len: 168 time: 0.1977057 Sep 03 13:20:05.636769 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b5d83-9536-4edb-abca-02cde56a357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6ecb38-ca3d-43c0-be2b-cda6d87c3ecc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:06.347819 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:20:08.305776 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51938) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:08.407202 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a4342df-e4ee-4a9e-8e85-4d6edb84d049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:08.491570 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a4342df-e4ee-4a9e-8e85-4d6edb84d049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:08.592378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a4342df-e4ee-4a9e-8e85-4d6edb84d049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:08.628862 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4342df-e4ee-4a9e-8e85-4d6edb84d049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92bf80c-b2fc-4c6b-9bb8-ae54284f1567,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:08.633344 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-8a4342df-e4ee-4a9e-8e85-4d6edb84d049 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb98d3d8877c44c6b395e70196950596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265371 Sep 03 13:20:08.636346 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:08.682842 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fd45662-c7b5-477b-acaf-80e6cc642ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:08.703182 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fd45662-c7b5-477b-acaf-80e6cc642ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:08.872616 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fd45662-c7b5-477b-acaf-80e6cc642ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:08.875237 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fd45662-c7b5-477b-acaf-80e6cc642ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:08.876399 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-0fd45662-c7b5-477b-acaf-80e6cc642ebd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e92bf80c-b2fc-4c6b-9bb8-ae54284f1567 HTTP/1.1" status: 204 len: 168 time: 0.2395203 Sep 03 13:20:08.884775 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd45662-c7b5-477b-acaf-80e6cc642ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92bf80c-b2fc-4c6b-9bb8-ae54284f1567,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:09.476567 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 51950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:09.489755 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84ed4437-9ae1-4419-8fb6-a84e936ae69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:09.578172 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84ed4437-9ae1-4419-8fb6-a84e936ae69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:09.661565 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84ed4437-9ae1-4419-8fb6-a84e936ae69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:09.700089 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-84ed4437-9ae1-4419-8fb6-a84e936ae69a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40e38a83ca134df4913023a7971bb0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222826 Sep 03 13:20:09.700936 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed4437-9ae1-4419-8fb6-a84e936ae69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdc81ad-97f9-40ab-b1a7-5be156549c8c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:09.702711 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 51958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:09.752722 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7354c73-9dcb-4898-8973-3409f6bac269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:09.775426 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7354c73-9dcb-4898-8973-3409f6bac269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:09.935646 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7354c73-9dcb-4898-8973-3409f6bac269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:09.938236 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7354c73-9dcb-4898-8973-3409f6bac269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:09.939479 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-b7354c73-9dcb-4898-8973-3409f6bac269 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fdc81ad-97f9-40ab-b1a7-5be156549c8c HTTP/1.1" status: 204 len: 168 time: 0.2357206 Sep 03 13:20:09.947691 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7354c73-9dcb-4898-8973-3409f6bac269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdc81ad-97f9-40ab-b1a7-5be156549c8c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:12.611010 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:12.716297 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c73c2a3-c1d0-402a-8125-f0b28d332a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:12.800754 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c73c2a3-c1d0-402a-8125-f0b28d332a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:12.866711 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c73c2a3-c1d0-402a-8125-f0b28d332a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:12.903889 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73c2a3-c1d0-402a-8125-f0b28d332a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0f9400-b3bc-49cb-a33e-5a15a318267d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:12.908254 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-8c73c2a3-c1d0-402a-8125-f0b28d332a95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8b50dae73824fc299f784f31d5edcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962241 Sep 03 13:20:12.911441 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:12.960012 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-499cb29f-bcd3-4e1b-b948-a0afa00a7b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:12.980870 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-499cb29f-bcd3-4e1b-b948-a0afa00a7b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:13.146679 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-499cb29f-bcd3-4e1b-b948-a0afa00a7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:13.149824 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-499cb29f-bcd3-4e1b-b948-a0afa00a7b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:13.151342 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-499cb29f-bcd3-4e1b-b948-a0afa00a7b27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca0f9400-b3bc-49cb-a33e-5a15a318267d HTTP/1.1" status: 204 len: 168 time: 0.2393589 Sep 03 13:20:13.159332 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cb29f-bcd3-4e1b-b948-a0afa00a7b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0f9400-b3bc-49cb-a33e-5a15a318267d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:16.056173 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:16.158709 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b561-dce5-4924-9a3a-6b61208cc707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:16.244550 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b561-dce5-4924-9a3a-6b61208cc707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:16.317690 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b561-dce5-4924-9a3a-6b61208cc707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:16.354360 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1b561-dce5-4924-9a3a-6b61208cc707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67826d3f-eb9e-4822-8a68-14ce580f83b4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:16.359462 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-4dc1b561-dce5-4924-9a3a-6b61208cc707 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b095c8b7ca8f491f8a7808e1e76de0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022592 Sep 03 13:20:16.362326 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52068) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:16.408947 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-546d918f-f036-4b22-9d9b-1aeb5f1182b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:16.429015 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-546d918f-f036-4b22-9d9b-1aeb5f1182b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:16.563548 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-546d918f-f036-4b22-9d9b-1aeb5f1182b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:16.566074 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-546d918f-f036-4b22-9d9b-1aeb5f1182b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:16.567241 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-546d918f-f036-4b22-9d9b-1aeb5f1182b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67826d3f-eb9e-4822-8a68-14ce580f83b4 HTTP/1.1" status: 204 len: 168 time: 0.2039955 Sep 03 13:20:16.575286 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d918f-f036-4b22-9d9b-1aeb5f1182b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67826d3f-eb9e-4822-8a68-14ce580f83b4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:17.146227 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:17.160112 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f699963-fa2e-4537-98d6-2c1496cd8c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:17.243408 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f699963-fa2e-4537-98d6-2c1496cd8c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:17.316281 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f699963-fa2e-4537-98d6-2c1496cd8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:17.354006 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4f699963-fa2e-4537-98d6-2c1496cd8c59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2a64b46b7e64f16ab358a7c84d5334f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065821 Sep 03 13:20:17.354883 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f699963-fa2e-4537-98d6-2c1496cd8c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4449f3a9-d855-40a7-94c2-9431a629f051,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:17.356879 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52076) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:17.405925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9221-a09c-4b51-9f1c-5fc0d03efab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:17.425827 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9221-a09c-4b51-9f1c-5fc0d03efab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:17.562444 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9221-a09c-4b51-9f1c-5fc0d03efab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:17.565048 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9221-a09c-4b51-9f1c-5fc0d03efab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:17.566180 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ac0f9221-a09c-4b51-9f1c-5fc0d03efab6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4449f3a9-d855-40a7-94c2-9431a629f051 HTTP/1.1" status: 204 len: 168 time: 0.2081666 Sep 03 13:20:17.575141 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f9221-a09c-4b51-9f1c-5fc0d03efab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4449f3a9-d855-40a7-94c2-9431a629f051,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:18.118131 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:18.575522 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5fd14-aa3d-4606-8caa-755d233a76f5 req-814c06e0-5313-4d3f-9240-4336bdbe610f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:18.577112 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63d5fd14-aa3d-4606-8caa-755d233a76f5 req-814c06e0-5313-4d3f-9240-4336bdbe610f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0493994 Sep 03 13:20:18.620076 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63d5fd14-aa3d-4606-8caa-755d233a76f5 req-53a03905-4519-4aa6-8d89-2e308940da1c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364275 Sep 03 13:20:19.517791 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec6826-81d4-42df-ac36-947de7899c66 req-ddb08376-6a51-434a-bee6-a7f8821dae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:19.519307 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-25ec6826-81d4-42df-ac36-947de7899c66 req-ddb08376-6a51-434a-bee6-a7f8821dae44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=399a3acde7944afcb28b84d2b356f671&device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1099 time: 0.0507193 Sep 03 13:20:19.647124 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec6826-81d4-42df-ac36-947de7899c66 req-06592543-6d47-4e15-811b-01665f2bbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:19.649031 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-25ec6826-81d4-42df-ac36-947de7899c66 req-06592543-6d47-4e15-811b-01665f2bbc36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 200 len: 909 time: 0.1088262 Sep 03 13:20:19.759503 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-25ec6826-81d4-42df-ac36-947de7899c66 req-e66b42c3-f909-43b4-a433-9a9ee4ac5f6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 200 len: 1002 time: 0.1024408 Sep 03 13:20:19.775939 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afc70c-57b8-4b68-b7b4-83add502c645 req-157aa6b8-940c-4c97-9176-cbd9a04bbbfd tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:19.777412 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d8afc70c-57b8-4b68-b7b4-83add502c645 req-157aa6b8-940c-4c97-9176-cbd9a04bbbfd tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0693583 Sep 03 13:20:19.849404 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d8afc70c-57b8-4b68-b7b4-83add502c645 req-fab3fc2b-055d-4428-9f21-80b94722ad3a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637615 Sep 03 13:20:19.850965 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec6826-81d4-42df-ac36-947de7899c66 req-e8cde8b4-35b4-4817-9456-668afe980fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:19.855778 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-25ec6826-81d4-42df-ac36-947de7899c66 req-e8cde8b4-35b4-4817-9456-668afe980fb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 HTTP/1.1" status: 200 len: 847 time: 0.0740573 Sep 03 13:20:19.906575 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec6826-81d4-42df-ac36-947de7899c66 req-c4a3d4e0-9fab-4b16-8390-9ea92eb24342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:19.908083 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-25ec6826-81d4-42df-ac36-947de7899c66 req-c4a3d4e0-9fab-4b16-8390-9ea92eb24342 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7d8b6b7-a960-444d-b245-9cd14e87636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475860 Sep 03 13:20:19.999986 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-25ec6826-81d4-42df-ac36-947de7899c66 req-cb83b861-0c07-45e5-b498-15d78dd4d378 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835390 Sep 03 13:20:20.094110 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-25ec6826-81d4-42df-ac36-947de7899c66 req-8f84d76d-a874-46a6-96a1-cc9c56421a6b service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863383 Sep 03 13:20:20.971451 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291c61f-1e2d-4fe7-bb47-acc00ccd6b53 req-3e8ec19b-0e4e-4c3e-a684-6b97053b0df9 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:20.972960 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1291c61f-1e2d-4fe7-bb47-acc00ccd6b53 req-3e8ec19b-0e4e-4c3e-a684-6b97053b0df9 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0528283 Sep 03 13:20:21.014263 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1291c61f-1e2d-4fe7-bb47-acc00ccd6b53 req-8d2c7c86-7849-47d2-b811-78c61da4db35 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350177 Sep 03 13:20:22.137325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f3eb5-acda-4bfa-8f51-b13a438dc736 req-02b03630-3117-494a-85c5-434392d52d2b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:22.138865 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d09f3eb5-acda-4bfa-8f51-b13a438dc736 req-02b03630-3117-494a-85c5-434392d52d2b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0492611 Sep 03 13:20:22.181049 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d09f3eb5-acda-4bfa-8f51-b13a438dc736 req-5a00dffc-9628-4a86-97f0-434c2169d49d tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360563 Sep 03 13:20:23.297303 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef3bc8-afc3-463a-b1cf-1c2447e41d58 req-2b19716a-62f8-4b00-86b6-81c726a165b8 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:23.298793 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c1ef3bc8-afc3-463a-b1cf-1c2447e41d58 req-2b19716a-62f8-4b00-86b6-81c726a165b8 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0492005 Sep 03 13:20:23.335851 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c1ef3bc8-afc3-463a-b1cf-1c2447e41d58 req-d0d88706-5f00-4eb9-ab9d-30862494dfce tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309286 Sep 03 13:20:24.451164 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257e87a-b4ef-4a9f-80e3-a01bb429bc45 req-b8409e3f-ca3c-4629-aa04-f204cb6611dc tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:24.452659 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2257e87a-b4ef-4a9f-80e3-a01bb429bc45 req-b8409e3f-ca3c-4629-aa04-f204cb6611dc tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0488694 Sep 03 13:20:24.492397 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2257e87a-b4ef-4a9f-80e3-a01bb429bc45 req-2c1ed935-b350-4a11-a46e-dc37b7dd2369 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338609 Sep 03 13:20:25.134876 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52188) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:25.235562 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52d0214d-dcfc-4a23-b954-0803d08b4ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:25.319758 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52d0214d-dcfc-4a23-b954-0803d08b4ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:25.374554 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52d0214d-dcfc-4a23-b954-0803d08b4ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:25.414178 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-52d0214d-dcfc-4a23-b954-0803d08b4ddb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bcb94f9f9f64219ad7f272a3d778f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776003 Sep 03 13:20:25.415054 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0214d-dcfc-4a23-b954-0803d08b4ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c61435-3235-4feb-af84-e6162dad6b01,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:25.418303 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:25.466813 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b06c32b-caf1-4eba-af62-cff5542d0b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:25.487129 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b06c32b-caf1-4eba-af62-cff5542d0b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:25.607495 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fc215-a2f2-4022-adae-664f24e6dca4 req-44757b4f-3b1b-4dff-b982-6443939de862 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:25.609092 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7c7fc215-a2f2-4022-adae-664f24e6dca4 req-44757b4f-3b1b-4dff-b982-6443939de862 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0493603 Sep 03 13:20:25.632139 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b06c32b-caf1-4eba-af62-cff5542d0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:25.634741 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b06c32b-caf1-4eba-af62-cff5542d0b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:25.636243 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4b06c32b-caf1-4eba-af62-cff5542d0b58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01c61435-3235-4feb-af84-e6162dad6b01 HTTP/1.1" status: 204 len: 168 time: 0.2157843 Sep 03 13:20:25.645873 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06c32b-caf1-4eba-af62-cff5542d0b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c61435-3235-4feb-af84-e6162dad6b01,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:25.649317 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7c7fc215-a2f2-4022-adae-664f24e6dca4 req-12b6c77e-f049-46ee-98f7-30737799e35f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336041 Sep 03 13:20:26.134873 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:26.150788 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-751b2f76-18ab-46bb-9fe5-e19484b29247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:26.236836 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-751b2f76-18ab-46bb-9fe5-e19484b29247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:26.335287 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-751b2f76-18ab-46bb-9fe5-e19484b29247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:26.374117 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-751b2f76-18ab-46bb-9fe5-e19484b29247 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9daa643bfbf4d7280f8c570799e18f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375596 Sep 03 13:20:26.374851 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b2f76-18ab-46bb-9fe5-e19484b29247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12feeaed-da0b-48f0-8b16-6d492bc611fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:26.376876 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52202) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:26.425772 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ac65ba7-f0ca-450f-accf-8c116f0846a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:26.447304 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ac65ba7-f0ca-450f-accf-8c116f0846a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:26.558251 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ac65ba7-f0ca-450f-accf-8c116f0846a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:26.560773 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ac65ba7-f0ca-450f-accf-8c116f0846a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:26.561918 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-1ac65ba7-f0ca-450f-accf-8c116f0846a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12feeaed-da0b-48f0-8b16-6d492bc611fc HTTP/1.1" status: 204 len: 168 time: 0.1840773 Sep 03 13:20:26.569456 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac65ba7-f0ca-450f-accf-8c116f0846a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12feeaed-da0b-48f0-8b16-6d492bc611fc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:26.770332 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7777b2-8a2a-4354-b043-9ffbf22393d7 req-bbb7e747-bbf0-40c1-94aa-12bdeb9fc3f2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:26.771904 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1b7777b2-8a2a-4354-b043-9ffbf22393d7 req-bbb7e747-bbf0-40c1-94aa-12bdeb9fc3f2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0517144 Sep 03 13:20:26.810847 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1b7777b2-8a2a-4354-b043-9ffbf22393d7 req-1fb9a722-652f-48f6-a002-2e280133aea8 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325601 Sep 03 13:20:27.290888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:27.304963 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75a36fc0-c2e0-44d7-b204-8ed0a2079c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:27.390045 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75a36fc0-c2e0-44d7-b204-8ed0a2079c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:27.466641 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75a36fc0-c2e0-44d7-b204-8ed0a2079c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:27.505299 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-75a36fc0-c2e0-44d7-b204-8ed0a2079c87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5047ca0ef35f40028c780bbab190c27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131767 Sep 03 13:20:27.506120 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a36fc0-c2e0-44d7-b204-8ed0a2079c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d5da21-b1e3-4c2c-bc5b-1e83a69fe7cf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:27.507969 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52212) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:27.559130 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-299ef21a-ffa6-4693-a0cb-462360966033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:27.579849 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-299ef21a-ffa6-4693-a0cb-462360966033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:27.689488 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-299ef21a-ffa6-4693-a0cb-462360966033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:27.692310 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-299ef21a-ffa6-4693-a0cb-462360966033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:27.693811 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-299ef21a-ffa6-4693-a0cb-462360966033 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4d5da21-b1e3-4c2c-bc5b-1e83a69fe7cf HTTP/1.1" status: 204 len: 168 time: 0.1846616 Sep 03 13:20:27.703893 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ef21a-ffa6-4693-a0cb-462360966033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d5da21-b1e3-4c2c-bc5b-1e83a69fe7cf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:27.923513 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22114b-631f-425d-810c-1ab853eb4196 req-e6bc9bf5-a2c3-458c-8200-39f1fd105fcd tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:27.924994 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ee22114b-631f-425d-810c-1ab853eb4196 req-e6bc9bf5-a2c3-458c-8200-39f1fd105fcd tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0481968 Sep 03 13:20:27.963343 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ee22114b-631f-425d-810c-1ab853eb4196 req-4794a8fe-f996-4b35-839a-8dd3c82daeec tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322366 Sep 03 13:20:28.379471 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cff8069-60df-44c5-ac75-c5b93f34c778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:28.949385 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-0b2b415c-8eec-4053-9abf-48e0f3bfd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:28.951025 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-0b2b415c-8eec-4053-9abf-48e0f3bfd305 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=399a3acde7944afcb28b84d2b356f671&device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1099 time: 0.0466795 Sep 03 13:20:29.082133 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-11925c73-7301-4850-9bcc-f4093988cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:29.083548 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-11925c73-7301-4850-9bcc-f4093988cc98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 200 len: 909 time: 0.1215739 Sep 03 13:20:29.101350 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c6238-46fe-473b-8aec-ff062e11c64f req-48931794-c2f4-45a3-b17f-92f3a7d9b9a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:29.102852 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2c3c6238-46fe-473b-8aec-ff062e11c64f req-48931794-c2f4-45a3-b17f-92f3a7d9b9a1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0705869 Sep 03 13:20:29.185333 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2c3c6238-46fe-473b-8aec-ff062e11c64f req-3a92fc2a-5412-4976-bdcb-11b48f1abd2c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748641 Sep 03 13:20:29.187115 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-9f04f119-93a9-4bac-abd9-17457f70d3e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 200 len: 1002 time: 0.0833063 Sep 03 13:20:29.246975 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-5d8eac66-0819-48ad-9790-d28e1fc1fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:29.248438 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-5d8eac66-0819-48ad-9790-d28e1fc1fd86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 HTTP/1.1" status: 200 len: 847 time: 0.0515907 Sep 03 13:20:29.298237 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-8036648f-4e9c-4bca-adcd-b21bb39a18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:29.299799 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-8036648f-4e9c-4bca-adcd-b21bb39a18a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7d8b6b7-a960-444d-b245-9cd14e87636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403054 Sep 03 13:20:29.391197 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-bee762cf-24ae-4605-bd3b-d019ecd63121 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Sep 03 13:20:29.489409 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5b7b92ec-1c7d-4da0-aec2-24c82ba7e61d req-fe62f126-0eed-4168-b3ef-27ba99d1b9b6 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863218 Sep 03 13:20:30.318488 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eae660-4f2e-4987-aac2-573fbde825f3 req-276b5751-0367-42fe-89ba-0d234ecb57b7 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:30.321181 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a4eae660-4f2e-4987-aac2-573fbde825f3 req-276b5751-0367-42fe-89ba-0d234ecb57b7 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0646222 Sep 03 13:20:30.365017 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a4eae660-4f2e-4987-aac2-573fbde825f3 req-2a83ea88-9660-4dad-91bb-5021d23e50f0 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378096 Sep 03 13:20:31.146656 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4d1369d-1104-4317-9136-b8d5f9634ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:31.507310 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b0e3e-5cc5-4e03-bcbd-e34129ecc3f8 req-05e22f04-32cf-4c2f-81b3-1516e25eb2ab tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:31.508815 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-515b0e3e-5cc5-4e03-bcbd-e34129ecc3f8 req-05e22f04-32cf-4c2f-81b3-1516e25eb2ab tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0494144 Sep 03 13:20:31.553848 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-515b0e3e-5cc5-4e03-bcbd-e34129ecc3f8 req-3fa1072d-b42b-4aec-86f4-6f2e5cbfe5e1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Sep 03 13:20:31.586672 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:31.975133 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:32.681227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621881-e36f-497f-be86-92fee3fc6ab3 req-05c01fdb-3e32-4f7a-86c3-8dbe09f6afa3 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:32.683285 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d621881-e36f-497f-be86-92fee3fc6ab3 req-05c01fdb-3e32-4f7a-86c3-8dbe09f6afa3 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0583930 Sep 03 13:20:32.721449 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7d621881-e36f-497f-be86-92fee3fc6ab3 req-b6394368-8a98-4e0a-8821-54ce32df3736 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326438 Sep 03 13:20:33.033080 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6caff5-e34f-4e55-8f8f-b86b287249da req-faac809d-3aa5-468c-8e76-9728c030fdb5 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:33.034562 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bb6caff5-e34f-4e55-8f8f-b86b287249da req-faac809d-3aa5-468c-8e76-9728c030fdb5 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0481770 Sep 03 13:20:33.071107 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bb6caff5-e34f-4e55-8f8f-b86b287249da req-b2cf442b-6976-4bf6-92f5-dd4ef89079f7 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306773 Sep 03 13:20:33.167746 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:20:33.253737 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-ce9e973e-0b20-4f3c-a525-1c46319bcdba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847940 Sep 03 13:20:33.263712 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-83504e11-c521-45d5-ad94-48c516743ab1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:20:33.264738 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-83504e11-c521-45d5-ad94-48c516743ab1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055969 Sep 03 13:20:33.843663 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:34.191647 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e60199-45b8-4acc-94a9-cd8299fc1574 req-f84a3bd9-e3bd-4bfd-b800-f4b543e06efe tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:34.192997 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f2e60199-45b8-4acc-94a9-cd8299fc1574 req-f84a3bd9-e3bd-4bfd-b800-f4b543e06efe tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0484085 Sep 03 13:20:34.233516 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f2e60199-45b8-4acc-94a9-cd8299fc1574 req-ad09ebdb-60c5-4f1e-9dcf-ae6e33b9d16b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344810 Sep 03 13:20:35.348938 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde08db-424b-4cd8-96ec-e38fd1c5cee9 req-49b56149-59ae-4068-9d29-25bb27510016 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:35.350373 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3cde08db-424b-4cd8-96ec-e38fd1c5cee9 req-49b56149-59ae-4068-9d29-25bb27510016 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0469480 Sep 03 13:20:35.387358 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3cde08db-424b-4cd8-96ec-e38fd1c5cee9 req-7b33d3bf-8512-4b98-9456-827c6c83b7bd tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306671 Sep 03 13:20:36.188118 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 61bf2522-da86-4863-86e3-d28775e2c4ef no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:20:36.266544 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:36.288381 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:20:36.290643 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5fbf7-89c1-48f9-b97c-32763cb34389" -d '{"events": [{"server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "name": "network-vif-unplugged", "status": "completed", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:20:36.303739 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:20:36.327857 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b465fff-b1c0-46f8-824d-1cda97df347c x-openstack-request-id: req-0b465fff-b1c0-46f8-824d-1cda97df347c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:20:36.327857 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "name": "network-vif-unplugged", "status": "failed", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:20:36.327857 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b465fff-b1c0-46f8-824d-1cda97df347c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:20:36.327857 dv-cinder-782910-3-iscsi neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'code': 422} returned with failed status Sep 03 13:20:36.380509 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:36.429466 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:36.500990 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfbfc5-e0a8-4068-9cce-b2ea90f2fd4a req-2c52e603-7f98-410c-af3e-5a655f163d89 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:36.502484 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-31cfbfc5-e0a8-4068-9cce-b2ea90f2fd4a req-2c52e603-7f98-410c-af3e-5a655f163d89 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0482779 Sep 03 13:20:36.539646 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-31cfbfc5-e0a8-4068-9cce-b2ea90f2fd4a req-f82dd3d7-857f-4964-8280-f99dbf74f2df tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303173 Sep 03 13:20:37.659849 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ace47b-aa76-4913-b7df-396f29d975af req-b50b4067-34a3-4b4e-a25e-36e09030c5b4 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:37.661323 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b1ace47b-aa76-4913-b7df-396f29d975af req-b50b4067-34a3-4b4e-a25e-36e09030c5b4 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0523443 Sep 03 13:20:37.705198 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b1ace47b-aa76-4913-b7df-396f29d975af req-6a516aa7-4771-44a6-bdbf-5eeff41d77fe tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377514 Sep 03 13:20:38.895637 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeded76-44c5-494c-8e1b-fc584ca671da req-dde62713-d03c-40ff-b3f1-96c657aa911f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:38.897180 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6aeded76-44c5-494c-8e1b-fc584ca671da req-dde62713-d03c-40ff-b3f1-96c657aa911f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0485651 Sep 03 13:20:38.940663 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6aeded76-44c5-494c-8e1b-fc584ca671da req-0ecaf950-6139-48d6-bb34-6611ab0ea91e tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364869 Sep 03 13:20:39.507074 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-1dd76ed4-eab3-4bd2-bafb-c381800d8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:39.508555 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-1dd76ed4-eab3-4bd2-bafb-c381800d8029 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34&tenant_id=399a3acde7944afcb28b84d2b356f671 HTTP/1.1" status: 200 len: 1097 time: 0.0406957 Sep 03 13:20:39.592883 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-17502e28-f2b6-4164-a499-6d36a6c9d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:39.594413 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-17502e28-f2b6-4164-a499-6d36a6c9d147 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=399a3acde7944afcb28b84d2b356f671&device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1097 time: 0.0456121 Sep 03 13:20:39.693894 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-78a884b5-b779-4c2b-9388-a07c5d23faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:39.695462 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-78a884b5-b779-4c2b-9388-a07c5d23faa7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 200 len: 909 time: 0.0929196 Sep 03 13:20:39.766883 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-1b754cdb-79ec-4df6-bd06-ae7056c40996 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 200 len: 1000 time: 0.0622878 Sep 03 13:20:39.823224 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-c67074ea-1b57-428e-8f76-589fc16856dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:39.824746 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-c67074ea-1b57-428e-8f76-589fc16856dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 HTTP/1.1" status: 200 len: 847 time: 0.0496795 Sep 03 13:20:39.872789 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-b9c0685a-21cb-4a3b-af51-872ab98bbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:39.875395 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-b9c0685a-21cb-4a3b-af51-872ab98bbf2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7d8b6b7-a960-444d-b245-9cd14e87636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413094 Sep 03 13:20:39.970028 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-2e3a6c39-39a1-4e18-8ee3-535d1bae1b63 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873084 Sep 03 13:20:40.365299 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970e3eb-5636-420a-b2a5-fb9c7066ad5e req-aa4a46b0-d307-42e7-8d5b-f23dd7d4064d tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:40.366783 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d970e3eb-5636-420a-b2a5-fb9c7066ad5e req-aa4a46b0-d307-42e7-8d5b-f23dd7d4064d tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0955069 Sep 03 13:20:40.384304 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5e08ce86-7539-4c7f-a76c-a29317d1d3b1 req-cd4e5551-c0c8-4449-b07a-5413a1888153 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022796 Sep 03 13:20:40.412433 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d970e3eb-5636-420a-b2a5-fb9c7066ad5e req-be59faf5-f021-4be0-9c3a-29fe91312b29 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391488 Sep 03 13:20:41.529160 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cfd39-3b7f-4d79-99b1-d2a1d9f5c2ef req-f6fed11c-2ce8-43b7-8d38-8d5fdb83b8d6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:41.530573 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c08cfd39-3b7f-4d79-99b1-d2a1d9f5c2ef req-f6fed11c-2ce8-43b7-8d38-8d5fdb83b8d6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0476472 Sep 03 13:20:41.567412 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c08cfd39-3b7f-4d79-99b1-d2a1d9f5c2ef req-de288654-c182-48da-b078-fe761b766f63 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309949 Sep 03 13:20:42.143974 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-a2cefeed-4567-4886-889d-f55866967076 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743402963&fields=id&tenant_id=4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 267 time: 0.0321872 Sep 03 13:20:42.251865 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-e4e45804-26e5-4cd4-8275-ab097a0ca002 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:42.253300 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-e4e45804-26e5-4cd4-8275-ab097a0ca002 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 811 time: 0.1028521 Sep 03 13:20:42.268770 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-ff440c96-0193-40ee-b13b-04dbcaba9ece tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/quotas/4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 375 time: 0.0095177 Sep 03 13:20:42.323849 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-b0cdce11-c755-4a9f-a019-d41d294b3b62 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0497463 Sep 03 13:20:42.422803 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-2cce376b-94e1-4126-9c80-98d4a72267db service neutron] 10.222.0.44 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Sep 03 13:20:42.512678 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-505bd097-3b0e-4173-9611-db8c73583655 service neutron] 10.222.0.44 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Sep 03 13:20:42.681247 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eefe3-086a-4082-9fe2-acf5abfd034d req-199c4eb2-0bb8-4522-b69e-47ca7d2dd999 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:42.682657 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-344eefe3-086a-4082-9fe2-acf5abfd034d req-199c4eb2-0bb8-4522-b69e-47ca7d2dd999 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0487645 Sep 03 13:20:42.720327 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-344eefe3-086a-4082-9fe2-acf5abfd034d req-20208e8f-ca2d-4ab0-abaa-ff54a102e42e tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315249 Sep 03 13:20:43.126028 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-5d93d217-c20e-45e7-b067-5a4e942ced76 req-c2b8a12b-a83f-4b33-96dc-0bbcbf0b0452 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Sep 03 13:20:43.347277 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:20:43.834547 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afd5e-9fea-4122-bbad-e2ce0510f6e3 req-cca1f9a8-5add-40d7-97f8-40d7a1bd1ff2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:43.836029 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce1afd5e-9fea-4122-bbad-e2ce0510f6e3 req-cca1f9a8-5add-40d7-97f8-40d7a1bd1ff2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0488350 Sep 03 13:20:43.873550 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce1afd5e-9fea-4122-bbad-e2ce0510f6e3 req-ec246075-0907-421f-8db6-feff6ac7c1e5 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Sep 03 13:20:44.217338 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-aaf769f4-809b-471f-a2b9-25fdd42a7a94 req-10ca532d-6627-4583-99e8-3926c79cf8f9 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 210 time: 0.0258408 Sep 03 13:20:45.059456 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcbb91-56b8-430f-b83c-ab55de0c0bef req-bcb31fd1-6b3e-47af-9a8f-3a1cca26baeb tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:45.060955 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-41fcbb91-56b8-430f-b83c-ab55de0c0bef req-bcb31fd1-6b3e-47af-9a8f-3a1cca26baeb tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.1092968 Sep 03 13:20:45.069424 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-70ef1593-6848-4582-a71a-41e694c0adbb tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:45.070935 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-70ef1593-6848-4582-a71a-41e694c0adbb tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 811 time: 0.1405234 Sep 03 13:20:45.124108 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-41fcbb91-56b8-430f-b83c-ab55de0c0bef req-5027550c-ea65-4d55-bc33-3373c990fa03 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521450 Sep 03 13:20:45.140404 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-f6b50b8a-a644-49ab-986e-ccc50e57cf70 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4911f679701c4715a8e47bd6532ca927 HTTP/1.1" status: 200 len: 379 time: 0.0513592 Sep 03 13:20:45.151319 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'port': {'device_id': '21610472-43f8-44fc-8120-f987a84331c3', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'admin_state_up': True, 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'security_groups': ['0db1c0e6-8fec-4706-806c-2889d7082cfb']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:20:45.315719 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-553045f7-2e1f-4d0d-b88a-bba3128bee63 req-f480695f-1054-449a-9bcd-4275173896dd tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 210 time: 0.0262194 Sep 03 13:20:45.329061 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Made reservation on behalf of 4911f679701c4715a8e47bd6532ca927 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:20:45.332643 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:45.459275 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Allocated IP 172.20.0.5 (61629c3e-6f44-4c39-9af6-9077e3f34b24/1780da13-81dc-44bc-b9da-a951813d90d6/39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:20:45.599463 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:45.615579 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Transition to ACTIVE for port object 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:20:45.716359 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:45.756752 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:20:45.759712 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:20:45.763223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:20:45.792022 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:45.819118 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:45.819776 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:45.899408 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-3ee4a6fe-a1b2-4c1a-b166-7266273fdab3 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518384 Sep 03 13:20:45.927079 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Request body: {'port': {'device_id': '21610472-43f8-44fc-8120-f987a84331c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:20:45.984118 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:46.087374 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7f5353bc-d183-4ef1-aa9a-bae9f28101bd None None] Provisioning for port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:20:46.091912 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7f5353bc-d183-4ef1-aa9a-bae9f28101bd None None] Provisioning complete for port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:20:46.098251 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f5353bc-d183-4ef1-aa9a-bae9f28101bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:46.125980 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7f5353bc-d183-4ef1-aa9a-bae9f28101bd None None] Port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:20:46.279266 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6b04c-a50e-4d54-acbd-9791938aa41e req-09ba2ef2-6091-48aa-b0c9-e53aac19ebe0 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:46.280850 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8cd6b04c-a50e-4d54-acbd-9791938aa41e req-09ba2ef2-6091-48aa-b0c9-e53aac19ebe0 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0858634 Sep 03 13:20:46.289082 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:20:46.302612 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:46.329929 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Transition to ACTIVE for port object 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:20:46.342703 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8cd6b04c-a50e-4d54-acbd-9791938aa41e req-df87de15-5409-4c53-b7ed-f22f7f137fa2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490971 Sep 03 13:20:46.400338 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:46.473721 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Pushing event updated for resources: {'Port': ['ID=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:46.486635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffef617-c135-40c1-9a52-16ce295c27d4 req-ff12e1f0-e167-4428-a8a7-abcecdf3c0f2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:46.488219 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ffef617-c135-40c1-9a52-16ce295c27d4 req-ff12e1f0-e167-4428-a8a7-abcecdf3c0f2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0986564 Sep 03 13:20:46.577561 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ffef617-c135-40c1-9a52-16ce295c27d4 req-919c7c95-a65c-47c8-a146-d84b7182cd4d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713139 Sep 03 13:20:46.599558 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Attempting to bind port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:20:46.599558 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Attempting to bind port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:20:46.599558 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Attempting to bind port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:20:46.599558 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:20:46.599558 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Attempting to bind port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e on network 61629c3e-6f44-4c39-9af6-9077e3f34b24 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:20:46.599558 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Checking agent: {'id': '126d3023-2a1c-4860-b5c9-9341e66925cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'started_at': datetime.datetime(2021, 9, 3, 13, 9, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:20:46.600089 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Checking segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:20:46.600089 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Bound using segment: {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:20:46.600409 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Bound port: 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1f24ab-c11a-420c-a173-6fbcb42271f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:20:46.600783 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:46.664944 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] For port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e, host hv-cinder-78291, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:20:46.667902 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] For port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:20:46.758199 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:46.792364 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:46.792979 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:46.794331 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] 10.222.0.48 "PUT /v2.0/ports/39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e HTTP/1.1" status: 200 len: 1093 time: 0.8718238 Sep 03 13:20:46.794789 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:20:46.797027 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa634e0f-a509-4e71-9df4-da6eed015aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:20:46.829520 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b904cde-d27a-47d7-9d32-51cc9fd16a6b service neutron] Pushing event updated for resources: {'Port': ['ID=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:46.849449 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2213a159-3ada-49e7-90f0-87810904b9c1 x-openstack-request-id: req-2213a159-3ada-49e7-90f0-87810904b9c1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:20:46.849744 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:20:46.850086 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2213a159-3ada-49e7-90f0-87810904b9c1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:20:46.850547 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'status': 'completed', 'code': 200} Sep 03 13:20:46.954020 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa634e0f-a509-4e71-9df4-da6eed015aa3 req-5527cdbd-c3cd-48ee-b3d0-723aa832f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:46.955563 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-aa634e0f-a509-4e71-9df4-da6eed015aa3 req-5527cdbd-c3cd-48ee-b3d0-723aa832f30f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 1096 time: 0.0425894 Sep 03 13:20:47.068131 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa634e0f-a509-4e71-9df4-da6eed015aa3 req-38645704-f756-46c0-92db-829187194ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:47.069514 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-aa634e0f-a509-4e71-9df4-da6eed015aa3 req-38645704-f756-46c0-92db-829187194ebc service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4911f679701c4715a8e47bd6532ca927&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0941334 Sep 03 13:20:47.165636 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa634e0f-a509-4e71-9df4-da6eed015aa3 req-da0d3535-735e-4e06-a01e-6898d5a55bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:47.167104 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-aa634e0f-a509-4e71-9df4-da6eed015aa3 req-da0d3535-735e-4e06-a01e-6898d5a55bb9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885682 Sep 03 13:20:47.285183 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-8f19b02e-760d-411f-87c9-773a8f1ea671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:47.286699 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-8f19b02e-760d-411f-87c9-773a8f1ea671 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 1096 time: 0.0394604 Sep 03 13:20:47.397473 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-790b5cf9-8d4b-41fd-9ee4-9bed3305cbf9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e HTTP/1.1" status: 200 len: 217 time: 0.0343277 Sep 03 13:20:47.478921 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-c1556c1f-d3f6-45b9-b9e9-a9dacee07b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:47.480532 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-c1556c1f-d3f6-45b9-b9e9-a9dacee07b33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.0761504 Sep 03 13:20:47.493528 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242201c-5a50-498b-9008-404c0a1efabe req-d30e6ead-d50e-4bc1-b16a-fefdfa5d0e9f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:47.495047 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3242201c-5a50-498b-9008-404c0a1efabe req-d30e6ead-d50e-4bc1-b16a-fefdfa5d0e9f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0832407 Sep 03 13:20:47.557895 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3242201c-5a50-498b-9008-404c0a1efabe req-b038e396-7a11-466a-b3ee-3088b6c60107 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538626 Sep 03 13:20:47.561691 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-5f35fa45-612c-43e8-a90e-628d03e55e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:47.563224 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-5f35fa45-612c-43e8-a90e-628d03e55e98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670526 Sep 03 13:20:47.691090 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-c654c448-0c35-4bd4-a9ac-4a8fcee54ce4 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198163 Sep 03 13:20:47.713949 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de94a0-7bb4-4e02-9cec-2df0f041dcfc req-73ccb8b5-f892-4b1d-9a6a-0d91e81c326a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:47.715914 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2de94a0-7bb4-4e02-9cec-2df0f041dcfc req-73ccb8b5-f892-4b1d-9a6a-0d91e81c326a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0674744 Sep 03 13:20:47.802251 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b2de94a0-7bb4-4e02-9cec-2df0f041dcfc req-a0e1584f-11ad-4ae9-9c9c-7a5fba37f139 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767763 Sep 03 13:20:47.821583 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-445f838a-35b2-4f51-8c5f-0cde06f5e69d req-2664840a-78ff-4db3-ab31-30850e0b0aed service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228733 Sep 03 13:20:48.071654 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:48.674745 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96c83d-7a97-4166-9d33-83745bc823bc req-24746ac2-7b8d-46f5-b9c3-2f2f2bd5d934 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:48.676237 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3a96c83d-7a97-4166-9d33-83745bc823bc req-24746ac2-7b8d-46f5-b9c3-2f2f2bd5d934 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 944 time: 0.0490892 Sep 03 13:20:48.713568 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3a96c83d-7a97-4166-9d33-83745bc823bc req-6a09c562-2935-4a41-953d-f33a3536a44e tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310309 Sep 03 13:20:48.913156 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8341b0-5e91-407f-af84-10af94441a58 req-0e1983ed-62b1-4d9a-8e48-6f612e094613 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:48.914655 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d8341b0-5e91-407f-af84-10af94441a58 req-0e1983ed-62b1-4d9a-8e48-6f612e094613 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0471225 Sep 03 13:20:48.953443 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d8341b0-5e91-407f-af84-10af94441a58 req-21982a14-3e76-463f-9d97-4d0eef52328b tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319185 Sep 03 13:20:49.267271 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 61bf2522-da86-4863-86e3-d28775e2c4ef details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:20:49.359141 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:20:49.370556 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'port_id': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'mac_address': 'fa:16:3e:71:15:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:20:49.409604 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:49.422171 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bf2522-da86-4863-86e3-d28775e2c4ef {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:20:49.440084 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:20:49.517362 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:49.564642 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:49.834928 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab26f3-fbe8-457f-85ac-0348729157af req-be48d21c-b8d5-4952-886d-c90398856b87 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:49.836412 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ffab26f3-fbe8-457f-85ac-0348729157af req-be48d21c-b8d5-4952-886d-c90398856b87 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 945 time: 0.0527458 Sep 03 13:20:49.875053 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ffab26f3-fbe8-457f-85ac-0348729157af req-339264a1-83c6-48f1-972b-ec5a9615adf1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Sep 03 13:20:49.884336 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['61bf2522-da86-4863-86e3-d28775e2c4ef'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:20:50.070105 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5b4f6-efb1-4753-a08b-3c7753269366 req-086cd9f6-58c3-4def-9df8-0de0182f244f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:50.071624 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-34a5b4f6-efb1-4753-a08b-3c7753269366 req-086cd9f6-58c3-4def-9df8-0de0182f244f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0503516 Sep 03 13:20:50.110286 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-34a5b4f6-efb1-4753-a08b-3c7753269366 req-739c8a98-2f63-407f-afed-40105db4e942 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Sep 03 13:20:50.988708 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ce97-af6d-4a35-b2d1-ce7e5b9619c1 req-3beaa1a8-115f-4426-94c1-ba6776f2ad5a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:50.990176 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4454ce97-af6d-4a35-b2d1-ce7e5b9619c1 req-3beaa1a8-115f-4426-94c1-ba6776f2ad5a tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 945 time: 0.0479813 Sep 03 13:20:51.026488 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4454ce97-af6d-4a35-b2d1-ce7e5b9619c1 req-90f00738-6a35-468d-829b-0015362e3c3b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301745 Sep 03 13:20:51.225959 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7d1f1-b6c7-4672-aae9-91b13d54ee9d req-55854035-a531-48ba-b142-8e5fd69ecb3b tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:51.227434 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ac7d1f1-b6c7-4672-aae9-91b13d54ee9d req-55854035-a531-48ba-b142-8e5fd69ecb3b tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0511439 Sep 03 13:20:51.264031 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-6ac7d1f1-b6c7-4672-aae9-91b13d54ee9d req-749716f4-b951-4a99-94a8-ced1dc235c31 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305905 Sep 03 13:20:52.139473 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d567120-eda2-487a-8504-f2346dfe7a7f req-0afd1fe8-8d9b-4cfc-92ca-9e5bd4f082c6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:52.140941 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d567120-eda2-487a-8504-f2346dfe7a7f req-0afd1fe8-8d9b-4cfc-92ca-9e5bd4f082c6 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Sep 03 13:20:52.177269 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-9d567120-eda2-487a-8504-f2346dfe7a7f req-01f5d858-7151-4f17-989f-e4d059cbd8af tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303879 Sep 03 13:20:52.375411 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78df7c-cb7d-4025-bc39-2e73c5008ea6 req-3b664941-4575-4b67-8f19-15a73e4ff483 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:52.376898 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8c78df7c-cb7d-4025-bc39-2e73c5008ea6 req-3b664941-4575-4b67-8f19-15a73e4ff483 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0486825 Sep 03 13:20:52.414757 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-8c78df7c-cb7d-4025-bc39-2e73c5008ea6 req-ccbf6df2-d131-447a-b63c-9b0f218b5419 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Sep 03 13:20:52.914289 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 61bf2522-da86-4863-86e3-d28775e2c4ef up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:20:52.961090 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 61bf2522-da86-4863-86e3-d28775e2c4ef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:20:52.961608 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:53.040148 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:53.061982 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:20:53.064251 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da65da05-cd92-40a9-8d1e-c32cfa9418b0" -d '{"events": [{"server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "name": "network-vif-plugged", "status": "completed", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:20:53.077940 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:20:53.100689 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa593057-7539-4121-a811-c38568bbc980 x-openstack-request-id: req-fa593057-7539-4121-a811-c38568bbc980 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:20:53.100986 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "name": "network-vif-plugged", "status": "completed", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:20:53.101244 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa593057-7539-4121-a811-c38568bbc980 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:20:53.101661 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'code': 200} Sep 03 13:20:53.157158 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:53.202518 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:53.297716 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9e22-286c-4756-a356-fa88b2d071ea req-98c037cf-314b-40b2-80a5-64ea3525f476 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:53.299201 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7e9c9e22-286c-4756-a356-fa88b2d071ea req-98c037cf-314b-40b2-80a5-64ea3525f476 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0507958 Sep 03 13:20:53.336464 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-7e9c9e22-286c-4756-a356-fa88b2d071ea req-8920cc8f-0d9b-4a7f-bb86-473742f8f937 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313549 Sep 03 13:20:53.531012 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf648f2-bd6f-4f97-8eb7-26cb2e2ec529 req-e2e5c239-0bb0-4649-84b6-10611ed99925 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:53.532483 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1bf648f2-bd6f-4f97-8eb7-26cb2e2ec529 req-e2e5c239-0bb0-4649-84b6-10611ed99925 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0471420 Sep 03 13:20:53.569320 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1bf648f2-bd6f-4f97-8eb7-26cb2e2ec529 req-e8046a15-9b33-4fbc-b91f-1ec697ccc299 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Sep 03 13:20:54.247508 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25532d-562f-43d1-b5f6-c4575abc9edd req-1e961c81-c934-4f98-a8fd-bd0bcc854943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:54.248870 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ef25532d-562f-43d1-b5f6-c4575abc9edd req-1e961c81-c934-4f98-a8fd-bd0bcc854943 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1099 time: 0.0385900 Sep 03 13:20:54.283312 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ef25532d-562f-43d1-b5f6-c4575abc9edd req-df4ca880-a799-4b54-b0f4-6dd26b5d1dc3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272434 Sep 03 13:20:54.448601 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa557ed-aec3-4c8a-8ac8-cf75152daaf1 req-9224fc73-e2de-4e54-a79a-a5159a88bdb2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:54.450580 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1aa557ed-aec3-4c8a-8ac8-cf75152daaf1 req-9224fc73-e2de-4e54-a79a-a5159a88bdb2 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0504060 Sep 03 13:20:54.487982 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-1aa557ed-aec3-4c8a-8ac8-cf75152daaf1 req-7f958f8c-cf3b-4e37-8256-286e996d8a1c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314953 Sep 03 13:20:54.682665 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e850ffe-fe2f-4699-a657-972a46a1cec7 req-a45e5a19-77cc-40e5-964e-c866a5e35d58 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:54.684131 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4e850ffe-fe2f-4699-a657-972a46a1cec7 req-a45e5a19-77cc-40e5-964e-c866a5e35d58 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0500164 Sep 03 13:20:54.721271 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-4e850ffe-fe2f-4699-a657-972a46a1cec7 req-2cb80ef6-037f-4edb-a3bf-7437489fc475 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308201 Sep 03 13:20:55.608350 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee343f-dd89-4630-962e-41b70831ae4f req-f27f228c-2ab7-42a6-9bfb-8caab9e89db1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:55.617053 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e0ee343f-dd89-4630-962e-41b70831ae4f req-f27f228c-2ab7-42a6-9bfb-8caab9e89db1 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0513055 Sep 03 13:20:55.650366 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e0ee343f-dd89-4630-962e-41b70831ae4f req-f37a8300-da07-4064-8d5d-a98f3c14845f tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323617 Sep 03 13:20:55.837641 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8e2f7-2db0-4b96-9ffc-a4efac3947cd req-7422a4ff-b218-4a41-97b9-be80011636dd tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:55.839212 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a3c8e2f7-2db0-4b96-9ffc-a4efac3947cd req-7422a4ff-b218-4a41-97b9-be80011636dd tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0513654 Sep 03 13:20:55.876703 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a3c8e2f7-2db0-4b96-9ffc-a4efac3947cd req-7bc31ef9-4695-4430-adb0-e47f57790e7d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308840 Sep 03 13:20:56.773300 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63becb03-ddb8-4dc8-8586-0cd59e6acd06 req-8ebd82e4-e74a-4c15-bcac-4703e485d56c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:56.774886 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63becb03-ddb8-4dc8-8586-0cd59e6acd06 req-8ebd82e4-e74a-4c15-bcac-4703e485d56c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0582788 Sep 03 13:20:56.821110 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-63becb03-ddb8-4dc8-8586-0cd59e6acd06 req-5603a8c5-0f98-47a2-9b23-b5e03750a743 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381737 Sep 03 13:20:56.990905 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094af824-a264-42e7-b480-2783aadf74da req-a413f1f1-937e-4d7a-83c2-b64a9910aaa2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:56.992393 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-094af824-a264-42e7-b480-2783aadf74da req-a413f1f1-937e-4d7a-83c2-b64a9910aaa2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0489714 Sep 03 13:20:57.029700 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-094af824-a264-42e7-b480-2783aadf74da req-8533d037-4601-42a0-9c53-5ab1962152bf tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Sep 03 13:20:57.944850 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:20:58.040458 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:20:58.051126 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Returning: {'device': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'port_id': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'mac_address': 'fa:16:3e:97:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:20:58.087636 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:58.101127 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:20:58.119786 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:20:58.145703 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872634f-59e7-4925-8c76-b7290cbd285e req-75cbb984-c7b7-46c8-9eed-af2200bd0662 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:58.147206 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0872634f-59e7-4925-8c76-b7290cbd285e req-75cbb984-c7b7-46c8-9eed-af2200bd0662 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 943 time: 0.0518210 Sep 03 13:20:58.184316 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0872634f-59e7-4925-8c76-b7290cbd285e req-9adae946-66d4-4f3e-9e47-24af62b23dac tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312786 Sep 03 13:20:58.214003 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:58.262119 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:20:58.356982 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53728900-bb28-4c0d-b0fe-f8faf6b03d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:20:58.522550 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] get_ports_and_sgs() called for port_ids ['39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:20:59.300959 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac3a3-9af1-4780-825d-d157d630f2c3 req-6825ae57-8d66-4670-ba19-64beb191c07f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:20:59.302470 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-416ac3a3-9af1-4780-825d-d157d630f2c3 req-6825ae57-8d66-4670-ba19-64beb191c07f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 944 time: 0.0493646 Sep 03 13:20:59.339213 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-416ac3a3-9af1-4780-825d-d157d630f2c3 req-805f5290-7057-4727-ad69-2e68ff551e09 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306177 Sep 03 13:21:00.452325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c73ea9-8fd3-4231-b20b-547070623a7c req-38b8ae62-7614-4db5-9aa0-76221de7bdf2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:00.453793 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2c73ea9-8fd3-4231-b20b-547070623a7c req-38b8ae62-7614-4db5-9aa0-76221de7bdf2 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 944 time: 0.0476263 Sep 03 13:21:00.490130 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e2c73ea9-8fd3-4231-b20b-547070623a7c req-eaf9e0b1-3080-4916-8d04-31d528f278c9 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305805 Sep 03 13:21:01.143713 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-092d9ce5-d09d-4b6e-bf29-d284b3b8c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:01.488491 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:01.605208 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc014394-1222-4ca7-9c53-2b06899ea5b8 req-f807f31c-ee56-4702-a2e3-77baf4c33946 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:01.611868 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dc014394-1222-4ca7-9c53-2b06899ea5b8 req-f807f31c-ee56-4702-a2e3-77baf4c33946 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 944 time: 0.0512648 Sep 03 13:21:01.635026 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e up at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:21:01.645725 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dc014394-1222-4ca7-9c53-2b06899ea5b8 req-4a2d0af9-5e22-4c42-9f29-782e95663c33 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Sep 03 13:21:01.740048 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning for port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:21:01.743647 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Provisioning complete for port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:21:01.744026 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427184'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:01.817372 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:01.839949 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:21:01.842852 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e37a4c79863eb342341e1fde35a01827a643efa22312eb347bd1572e58afd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c130607-bb2b-4ce8-af0d-c036540abd32" -d '{"events": [{"server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "name": "network-vif-plugged", "status": "completed", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:21:01.855094 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] For port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:21:01.881232 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e400220-f130-44a7-bc38-eb0451943533 x-openstack-request-id: req-5e400220-f130-44a7-bc38-eb0451943533 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:21:01.881232 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "name": "network-vif-plugged", "status": "completed", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:21:01.881232 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e400220-f130-44a7-bc38-eb0451943533 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:21:01.881232 dv-cinder-782910-3-iscsi neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'code': 200} Sep 03 13:21:01.951991 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:02.003349 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:02.009628 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Pushing event updated for resources: {'Port': ['ID=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:21:02.017564 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.017934 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.018289 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.018668 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.019023 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.019366 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.019705 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.020072 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.020414 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.020751 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.021086 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.021420 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:02.758462 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ac7e8-898d-4dae-9cc4-d4066571fb2a req-6a479d48-4d22-4cdb-91ea-af18603e62af tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:02.759941 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-617ac7e8-898d-4dae-9cc4-d4066571fb2a req-6a479d48-4d22-4cdb-91ea-af18603e62af tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 945 time: 0.0483232 Sep 03 13:21:02.803778 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-617ac7e8-898d-4dae-9cc4-d4066571fb2a req-871f213b-a8f2-4669-a43c-78cab1192d1c tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376987 Sep 03 13:21:03.052805 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8990487-bf44-4b77-9384-2e29bc6ebb1d req-dca6eb7f-879d-46b5-bf49-43ae485f2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:03.054524 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b8990487-bf44-4b77-9384-2e29bc6ebb1d req-dca6eb7f-879d-46b5-bf49-43ae485f2553 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 1098 time: 0.0390966 Sep 03 13:21:03.091079 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-b8990487-bf44-4b77-9384-2e29bc6ebb1d req-1fdb704f-36af-4e42-b7f2-3b800bb3ed25 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289910 Sep 03 13:21:03.871371 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:03.932688 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f5e27-ac51-4b9f-b76a-e02dcc3c4ed4 req-d8eb3023-c9b1-45da-b696-b44e44f4c47e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:03.934138 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ac3f5e27-ac51-4b9f-b76a-e02dcc3c4ed4 req-d8eb3023-c9b1-45da-b696-b44e44f4c47e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Sep 03 13:21:03.972874 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ac3f5e27-ac51-4b9f-b76a-e02dcc3c4ed4 req-d4482e54-9fd1-4e7b-84e6-e12b95545991 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326889 Sep 03 13:21:05.086168 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b898b9-1657-4c26-a27b-f4137a82fa45 req-9b7126da-3e2b-41fe-ac5a-7f25b5f5176f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:05.087652 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e8b898b9-1657-4c26-a27b-f4137a82fa45 req-9b7126da-3e2b-41fe-ac5a-7f25b5f5176f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 945 time: 0.0486951 Sep 03 13:21:05.125550 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e8b898b9-1657-4c26-a27b-f4137a82fa45 req-f3cb1012-51a4-455b-a37f-e29747fce336 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Sep 03 13:21:05.239691 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a211-5ee4-4493-a94d-758fb317e962 req-9a4f0e99-c3ec-45de-bcb4-859277dc6e13 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:05.241167 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f2a5a211-5ee4-4493-a94d-758fb317e962 req-9a4f0e99-c3ec-45de-bcb4-859277dc6e13 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Sep 03 13:21:05.279060 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-f2a5a211-5ee4-4493-a94d-758fb317e962 req-e12c611a-a9ac-472b-ba66-3b8cfad78b6d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310297 Sep 03 13:21:05.300414 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52570) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:21:05.441807 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6debe123-e04c-4314-b9fc-e612772ca4de tempest-TestVolumeBootPattern-691114230 tempest-TestVolumeBootPattern-691114230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:05.443324 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-6debe123-e04c-4314-b9fc-e612772ca4de tempest-TestVolumeBootPattern-691114230 tempest-TestVolumeBootPattern-691114230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 1093 time: 0.1419566 Sep 03 13:21:05.446087 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:21:05.450576 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Request body: {'floatingip': {'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'port_id': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:21:05.579636 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:05.687158 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:05.795654 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Allocated IP 172.27.1.199 (debb55e8-b693-47ec-82cb-7b7ceee926f5/695939d4-2617-4fb2-86bd-11c79f641737/a3e40053-edcb-42ed-b3af-7855a15cf202) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:21:05.892133 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:05.996302 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824416121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:06.036433 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Network debb55e8-b693-47ec-82cb-7b7ceee926f5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:21:06.039164 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:21:06.042680 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:21:06.066121 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=a3e40053-edcb-42ed-b3af-7855a15cf202,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:21:06.078916 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.079269 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.079614 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.079953 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.080292 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.080626 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.080955 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.081323 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.081651 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.081977 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.082303 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.082653 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:06.383939 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:06.506612 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532600'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:06.904919 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:06.991688 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824970186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824416139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824416157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9868968'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:07.057326 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event updated for resources: {'Port': ['ID=a3e40053-edcb-42ed-b3af-7855a15cf202,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:21:07.068663 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-386612'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:07.163833 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Floating IP 8d462ee1-ad6e-49c8-b42e-0f74f08f5854 associated. External IP: 172.27.1.199, port: 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e. Sep 03 13:21:07.364516 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:21:07.472750 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:21:07.482428 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:21:07.491964 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:21:07.492579 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:21:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:21:07.557101 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:07.599826 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-cbd8f9df-72b1-4e2f-ad2f-35d2e7936696 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1389108 Sep 03 13:21:07.599826 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:21:07.599826 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6383509-e99b-47d5-bee0-17ab87fdfcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:21:07.629451 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac61ac3f-693d-4709-9c51-219a5b47c6c5 x-openstack-request-id: req-ac61ac3f-693d-4709-9c51-219a5b47c6c5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:21:07.629723 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:21:07.630012 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac61ac3f-693d-4709-9c51-219a5b47c6c5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:21:07.630554 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'status': 'completed', 'code': 200} Sep 03 13:21:07.716752 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-1fa960a5-a458-4682-9e94-44ef6b81c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:07.718406 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-1fa960a5-a458-4682-9e94-44ef6b81c71a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 1098 time: 0.0418789 Sep 03 13:21:07.720253 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:21:07.814688 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-d7962fff-61ad-47a8-a542-e884ca96cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:07.816182 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-d7962fff-61ad-47a8-a542-e884ca96cce8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.0893891 Sep 03 13:21:07.886060 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-0f9b7538-5f89-4eef-8a8f-cbcf24b2219b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e HTTP/1.1" status: 200 len: 999 time: 0.0577860 Sep 03 13:21:07.939176 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-8ea41800-5f08-4e82-b39b-003a9e4a4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:07.940634 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-8ea41800-5f08-4e82-b39b-003a9e4a4fdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.0479677 Sep 03 13:21:07.949021 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '8d462ee1-ad6e-49c8-b42e-0f74f08f5854', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:97:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21610472-43f8-44fc-8120-f987a84331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:21:06Z', 'updated_at': '2021-09-03T13:21:06Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}, {'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:55Z', 'revision_number': 1, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:21:07.978645 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:21:07.985802 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-ae0d9f1e-bb36-42f2-b6b8-463fcf768ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:07.987340 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-ae0d9f1e-bb36-42f2-b6b8-463fcf768ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392563 Sep 03 13:21:07.987695 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:21:07.988369 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:21:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:21:08.082143 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-11a8b046-bebe-47f7-88d0-cd5f5447f58f service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863643 Sep 03 13:21:08.090581 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:21:08.181360 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-d6383509-e99b-47d5-bee0-17ab87fdfcb4 req-232dda7f-2875-4530-8e8f-ba71b9ac5636 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921323 Sep 03 13:21:08.321922 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '8d462ee1-ad6e-49c8-b42e-0f74f08f5854', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:97:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21610472-43f8-44fc-8120-f987a84331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:21:06Z', 'updated_at': '2021-09-03T13:21:06Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}, {'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:55Z', 'revision_number': 1, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:21:08.347610 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877cc89-4760-4210-8b49-5628568bcd03 None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': '8d462ee1-ad6e-49c8-b42e-0f74f08f5854', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:97:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21610472-43f8-44fc-8120-f987a84331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:21:06Z', 'updated_at': '2021-09-03T13:21:06Z', 'revision_number': 0, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}, {'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:55Z', 'revision_number': 1, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:21:08.540868 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e8ebb-1c06-48d4-8036-0548c407ebd1 None None] New status for floating IP 8d462ee1-ad6e-49c8-b42e-0f74f08f5854: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:21:09.688553 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:21:09.793401 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:09.879478 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:09.956785 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:09.997454 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14b5f5c6b392421498ed162acad222da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053119 Sep 03 13:21:09.997454 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82759bc9-043f-4601-ac40-e3600aaf27ec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:21:09.998707 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:21:10.003951 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.004250 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.004632 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.004979 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.005321 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.005668 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.006006 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.006341 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.006772 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.007106 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.007439 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.007770 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdae4-9cca-4b93-abe3-d15f88bb81aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:21:10.048300 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f4c599b-6bd7-4c92-8847-0112b17c48e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:10.069609 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f4c599b-6bd7-4c92-8847-0112b17c48e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:10.202546 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f4c599b-6bd7-4c92-8847-0112b17c48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:10.205091 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f4c599b-6bd7-4c92-8847-0112b17c48e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:10.206230 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-8f4c599b-6bd7-4c92-8847-0112b17c48e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82759bc9-043f-4601-ac40-e3600aaf27ec HTTP/1.1" status: 204 len: 168 time: 0.2064648 Sep 03 13:21:10.213790 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c599b-6bd7-4c92-8847-0112b17c48e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82759bc9-043f-4601-ac40-e3600aaf27ec,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:21:14.651989 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:21:14.755298 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9285aab-4ad9-47c3-9bf6-a8ee8882b79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:14.840311 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9285aab-4ad9-47c3-9bf6-a8ee8882b79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:14.888269 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9285aab-4ad9-47c3-9bf6-a8ee8882b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:14.924819 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9285aab-4ad9-47c3-9bf6-a8ee8882b79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40773053-ccd0-4c6d-a6b1-b0cf3239eb24,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:21:14.929454 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-a9285aab-4ad9-47c3-9bf6-a8ee8882b79a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caaa4404e6f54661913e84639f858203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764018 Sep 03 13:21:14.932523 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52658) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:21:14.983867 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4080efd1-d342-4695-9859-fbd091bc3ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:15.005069 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4080efd1-d342-4695-9859-fbd091bc3ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:15.145185 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4080efd1-d342-4695-9859-fbd091bc3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:15.147670 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4080efd1-d342-4695-9859-fbd091bc3ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:15.148817 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4080efd1-d342-4695-9859-fbd091bc3ad9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40773053-ccd0-4c6d-a6b1-b0cf3239eb24 HTTP/1.1" status: 204 len: 168 time: 0.2154763 Sep 03 13:21:15.156573 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080efd1-d342-4695-9859-fbd091bc3ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40773053-ccd0-4c6d-a6b1-b0cf3239eb24,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:21:18.071153 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:19.477179 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-b95c186e-88cf-4a2e-824c-24ca45e9dbad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410087 Sep 03 13:21:19.550551 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-fbf501ff-e75f-4960-96e9-8defa7ae4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:19.552030 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-fbf501ff-e75f-4960-96e9-8defa7ae4965 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 1098 time: 0.0392666 Sep 03 13:21:19.653214 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-4f8a8d67-7210-4e17-823a-10599e4d2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:19.654743 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-4f8a8d67-7210-4e17-823a-10599e4d2047 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.0833611 Sep 03 13:21:19.722928 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-89d9461d-b1da-456f-9d8d-de8cc64f9264 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89 HTTP/1.1" status: 200 len: 1001 time: 0.0610180 Sep 03 13:21:19.773120 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-1390f8a4-a456-46b4-b0be-3ff1eeefc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:19.774541 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-1390f8a4-a456-46b4-b0be-3ff1eeefc84f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.0443375 Sep 03 13:21:19.818677 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-b9c3b8ff-528c-47e8-8c21-f2e197966aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:21:19.820181 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-b9c3b8ff-528c-47e8-8c21-f2e197966aa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385218 Sep 03 13:21:19.913865 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-79607ccd-2259-4538-bfb4-190708294a96 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853398 Sep 03 13:21:20.007317 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-a1b60ad0-6ae5-49b8-86bf-4546869e3356 req-fcd56c02-c848-4d55-9199-77fbd7b38cba service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842819 Sep 03 13:21:20.345749 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:21:28.400331 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549cb368-e92c-4058-87e8-a4a7b5e508b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:31.174208 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c9f6-a9c8-4799-9ceb-6faf790fec28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:31.510962 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:31.973826 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:33.864926 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:48.104046 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:21:57.345650 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:21:58.367383 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56d94cfb-8422-4a79-850c-ca39a9f31444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:01.143966 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caef6e48-118a-4304-aed7-c3c1df2fa6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:01.509719 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:02.001053 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:03.862508 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:10.751575 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:11.054210 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Deleting port c65c8ee0-903b-487a-9f3a-ce6a26561547 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:11.054592 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:11.131307 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:11.131642 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:11.144124 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Calling delete_port for c65c8ee0-903b-487a-9f3a-ce6a26561547 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:11.370958 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:11.398318 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event deleted for resources: {'Port': ['ID=c65c8ee0-903b-487a-9f3a-ce6a26561547,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:11.421958 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.422323 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.422698 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.423043 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.423384 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.423723 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.424057 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.424389 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.424721 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.425049 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.425379 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.425707 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:11.468090 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:11.468444 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Floating IP 4e831bb2-cb14-4def-b9fd-a16be15d6292 disassociated (deleted). External IP: 172.27.1.251, port: 61bf2522-da86-4863-86e3-d28775e2c4ef. Sep 03 13:22:11.709190 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:22:11.821661 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:22:11.827384 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:11.831907 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] Sync routers for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:22:11.842488 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:11.843120 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:11.857168 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-2be90ec0-62b8-43c1-b265-e426222a515b tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "DELETE /v2.0/floatingips/4e831bb2-cb14-4def-b9fd-a16be15d6292 HTTP/1.1" status: 204 len: 168 time: 1.1043658 Sep 03 13:22:11.861536 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:22:11.861536 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471" -d '{"events": [{"name": "network-changed", "server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:22:11.957590 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:12.026917 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b7cd8-5b11-4fe4-8dec-f3f4e93dcc41 x-openstack-request-id: req-e40b7cd8-5b11-4fe4-8dec-f3f4e93dcc41 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:22:12.027226 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:22:12.027880 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e40b7cd8-5b11-4fe4-8dec-f3f4e93dcc41 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:22:12.027880 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'status': 'completed', 'code': 200} Sep 03 13:22:12.174156 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 5, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:12.181015 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-b89bdea0-7b63-4099-8c2e-4b9de5d54b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:12.183581 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-b89bdea0-7b63-4099-8c2e-4b9de5d54b81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=399a3acde7944afcb28b84d2b356f671&device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 1099 time: 0.1035223 Sep 03 13:22:12.205559 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] Checking router: 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:22:12.218187 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:12.218858 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:12.292908 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-af9462bb-ee4b-4a46-9914-1161517568e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:12.294567 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-af9462bb-ee4b-4a46-9914-1161517568e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 200 len: 909 time: 0.1007702 Sep 03 13:22:12.330993 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:12.343123 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-1fa4db66-658e-48f1-8e3b-67a1f4c28fc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 200 len: 217 time: 0.0408967 Sep 03 13:22:12.413818 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-feba5e0c-16bb-47a1-91fb-423302ca4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:12.415939 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-feba5e0c-16bb-47a1-91fb-423302ca4e70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 HTTP/1.1" status: 200 len: 847 time: 0.0634484 Sep 03 13:22:12.427669 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f58f4-d27f-4e04-b8c1-075f2c5d7c97 req-629450a6-10e9-4649-b1aa-3337d4aadba0 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:12.429181 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-389f58f4-d27f-4e04-b8c1-075f2c5d7c97 req-629450a6-10e9-4649-b1aa-3337d4aadba0 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.1716754 Sep 03 13:22:12.498464 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-6e5c1588-4d86-4b2e-911a-05d015f431d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:12.499892 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-6e5c1588-4d86-4b2e-911a-05d015f431d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7d8b6b7-a960-444d-b245-9cd14e87636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698087 Sep 03 13:22:12.502814 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-389f58f4-d27f-4e04-b8c1-075f2c5d7c97 req-1c81a238-46f3-4eb9-8669-8a95124fca67 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642204 Sep 03 13:22:12.513256 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-b67d55fb-e413-4e56-bb0c-99416db538a6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:22:12.514788 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-b67d55fb-e413-4e56-bb0c-99416db538a6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057266 Sep 03 13:22:12.545813 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 5, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:12.573102 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3773dbf-02c9-4417-a28e-965ee519fa80 None None] The sync data for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi is: [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:16:35Z', 'revision_number': 4, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '759661c0-e42d-4508-87b9-5c12745239ea', 'name': '', 'network_id': 'c7d8b6b7-a960-444d-b245-9cd14e87636b', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'mac_address': 'fa:16:3e:98:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:34Z', 'updated_at': '2021-09-03T13:16:40Z', 'revision_number': 5, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'subnets': [{'id': 'e00fa5bc-0f8f-42b7-bcb7-756379e02ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:22:12.613197 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-118a6056-5975-426d-ae01-2c8754865716 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867796 Sep 03 13:22:12.715900 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-95f0f4a1-56b1-48ec-a72f-96b35b8e3471 req-3bc2d14a-6264-445e-9c1f-68a74c69018c service neutron] 10.222.0.48 "GET /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925109 Sep 03 13:22:12.795447 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c275f3-43d8-40fe-a095-aaad3346d6b9 None None] New status for floating IP 4e831bb2-cb14-4def-b9fd-a16be15d6292: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:22:13.696896 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367bb77-be6e-439a-9653-3f95bd7925e5 req-7ba4393b-5d63-4ea7-80a0-899b659f900c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:13.698381 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e367bb77-be6e-439a-9653-3f95bd7925e5 req-7ba4393b-5d63-4ea7-80a0-899b659f900c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.1106074 Sep 03 13:22:13.736836 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-e367bb77-be6e-439a-9653-3f95bd7925e5 req-bc4aa379-52f0-4e89-8de4-b3699d01040c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/security-groups?id=968ae5e2-20d5-43b5-8fbe-ca72543af66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323691 Sep 03 13:22:14.306404 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-61fa57f9-82ab-4e23-bb00-b3e28f21344c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:14.307901 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-61fa57f9-82ab-4e23-bb00-b3e28f21344c tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.48 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 946 time: 0.0485899 Sep 03 13:22:14.406501 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Deleting port 61bf2522-da86-4863-86e3-d28775e2c4ef {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:14.406842 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:14.493911 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] For port 61bf2522-da86-4863-86e3-d28775e2c4ef, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=61bf2522-da86-4863-86e3-d28775e2c4ef,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:14.494276 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:14.507384 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Calling delete_port for 61bf2522-da86-4863-86e3-d28775e2c4ef owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:14.709851 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:14.741068 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event deleted for resources: {'Port': ['ID=61bf2522-da86-4863-86e3-d28775e2c4ef,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:14.783735 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] No DVR routers for this DVR port 61bf2522-da86-4863-86e3-d28775e2c4ef on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:14.786406 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:14.788447 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-cdb88fc3-1695-4db5-9228-7c52f5a7ccd1 req-9a4968d2-34a8-4899-b584-7081cac34408 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.48 "DELETE /v2.0/ports/61bf2522-da86-4863-86e3-d28775e2c4ef HTTP/1.1" status: 204 len: 173 time: 0.4708076 Sep 03 13:22:14.788968 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'name': 'network-vif-deleted', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:22:14.791809 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5238ad05-5cab-4ea5-b027-e06579a2e810" -d '{"events": [{"server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "name": "network-vif-deleted", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:22:14.838225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14a4a9c-4dbe-49f0-b001-7fdb15db7453 x-openstack-request-id: req-f14a4a9c-4dbe-49f0-b001-7fdb15db7453 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:22:14.838543 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b155ad-f836-489b-8611-4e80c3534d34", "name": "network-vif-deleted", "tag": "61bf2522-da86-4863-86e3-d28775e2c4ef", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:22:14.838794 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f14a4a9c-4dbe-49f0-b001-7fdb15db7453 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:22:14.839202 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b155ad-f836-489b-8611-4e80c3534d34', 'name': 'network-vif-deleted', 'tag': '61bf2522-da86-4863-86e3-d28775e2c4ef', 'status': 'completed', 'code': 200} Sep 03 13:22:14.841301 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-2ebaaa26-b176-45cc-9e9a-41182b85e5a3 req-656d2a82-aede-43cf-bc52-7e74fe1b15ef tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 210 time: 0.0304372 Sep 03 13:22:15.948920 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-bb0b2474-a117-4d7b-9083-2c15e10dcf1b req-7b187086-1287-47be-b353-af834d0acb81 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "GET /v2.0/ports?device_id=55b155ad-f836-489b-8611-4e80c3534d34 HTTP/1.1" status: 200 len: 210 time: 0.0256410 Sep 03 13:22:17.017751 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:17.077933 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:17.103615 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:17.263768 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:17.266771 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:17.267938 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] 10.222.0.44 "DELETE /v2.0/security-groups/968ae5e2-20d5-43b5-8fbe-ca72543af66c HTTP/1.1" status: 204 len: 168 time: 0.2491567 Sep 03 13:22:17.280478 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ae5e2-20d5-43b5-8fbe-ca72543af66c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:17.285736 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.286092 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.286628 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.286820 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.287158 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.287495 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.287835 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.288162 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.288496 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.288846 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.289670 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.289996 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60467e84-6b3f-49fa-b3ab-d5215a63a836 tempest-TestShelveInstance-1318991787 tempest-TestShelveInstance-1318991787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:17.422992 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52734) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:17.866837 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:18.091925 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:18.107773 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Deleting port 759661c0-e42d-4508-87b9-5c12745239ea {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:18.108357 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:18.183821 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] For port 759661c0-e42d-4508-87b9-5c12745239ea, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=759661c0-e42d-4508-87b9-5c12745239ea,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:18.184178 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:18.196517 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Calling delete_port for 759661c0-e42d-4508-87b9-5c12745239ea owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:18.463933 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:18.493566 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=759661c0-e42d-4508-87b9-5c12745239ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:18.716440 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:18.927073 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:22:19.010439 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 61bf2522-da86-4863-86e3-d28775e2c4ef no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:19.034378 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 61bf2522-da86-4863-86e3-d28775e2c4ef {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:19.034730 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 61bf2522-da86-4863-86e3-d28775e2c4ef not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:19.035239 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:22:19.040817 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-15e1cac9-38c9-43ad-940a-6b5ae73b6e27 admin admin] 10.222.0.44 "PUT /v2.0/routers/7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6167619 Sep 03 13:22:19.043415 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52738) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:19.044330 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] Sync routers for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:22:19.056701 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:19.057328 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:19.144773 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:19.162630 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:19.248313 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:19.376728 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Deleting port a3993ce4-969c-4ce0-8975-849f9869587c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:19.377067 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:19.459925 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] For port a3993ce4-969c-4ce0-8975-849f9869587c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=a3993ce4-969c-4ce0-8975-849f9869587c,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:19.460295 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:19.468784 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:22:18Z', 'revision_number': 5, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port': {'id': 'a3993ce4-969c-4ce0-8975-849f9869587c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:32Z', 'updated_at': '2021-09-03T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:19.472546 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Calling delete_port for a3993ce4-969c-4ce0-8975-849f9869587c owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:19.495409 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] Checking router: 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:22:19.503758 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] Routers {'7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:19.504373 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:19.593115 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] Set router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:19.649016 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:22:19Z', 'revision_number': 6, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port_host': None}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:19.674815 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830fe9f-aa68-4406-bef0-cb1e05043062 None None] The sync data for ids ['7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b'] in dv-cinder-782910-3-iscsi is: [{'id': '7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b', 'name': 'tempest-TestShelveInstance-808873147-router', 'tenant_id': '399a3acde7944afcb28b84d2b356f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:31Z', 'updated_at': '2021-09-03T13:22:19Z', 'revision_number': 6, 'project_id': '399a3acde7944afcb28b84d2b356f671', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:22:19.834860 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:19.864485 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3993ce4-969c-4ce0-8975-849f9869587c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:19.920159 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.270697 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.272672 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.376256 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.377083 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:22:20.385101 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.385101 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-9622244a-f4bf-446c-8882-88e4ecb372eb admin admin] 10.222.0.44 "DELETE /v2.0/routers/7a32ab68-fe40-40a7-897e-f7fa8d0f8e8b HTTP/1.1" status: 204 len: 168 time: 1.3388441 Sep 03 13:22:20.386432 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52740) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:20.431227 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-904fa71a-9f9b-41fb-9893-aa9b1665f206 admin admin] Deleting subnet e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:22:20.434540 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-904fa71a-9f9b-41fb-9893-aa9b1665f206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.469011 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-904fa71a-9f9b-41fb-9893-aa9b1665f206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9823876'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.549126 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-904fa71a-9f9b-41fb-9893-aa9b1665f206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.674854 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-904fa71a-9f9b-41fb-9893-aa9b1665f206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9868946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422321'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.699940 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fa71a-9f9b-41fb-9893-aa9b1665f206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00fa5bc-0f8f-42b7-bcb7-756379e02ce7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:20.705693 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-904fa71a-9f9b-41fb-9893-aa9b1665f206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.707615 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-904fa71a-9f9b-41fb-9893-aa9b1665f206 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e00fa5bc-0f8f-42b7-bcb7-756379e02ce7 HTTP/1.1" status: 204 len: 168 time: 0.3202398 Sep 03 13:22:20.710068 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52742) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:20.712237 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63214027-1400-4bda-bcb1-d4f74372ce7a None None] Network c7d8b6b7-a960-444d-b245-9cd14e87636b requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:22:20.784255 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.838162 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Deleting port 701df5dd-ca56-4360-a23a-0e0ade8addce {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:20.838543 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.894121 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] DHCP port deletion for c7d8b6b7-a960-444d-b245-9cd14e87636b request from dv-cinder-782910-3-iscsi {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:22:20.902149 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] For port 701df5dd-ca56-4360-a23a-0e0ade8addce, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=701df5dd-ca56-4360-a23a-0e0ade8addce,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:20.902549 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:20.919771 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Calling delete_port for 701df5dd-ca56-4360-a23a-0e0ade8addce owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:20.941243 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Deleting port 701df5dd-ca56-4360-a23a-0e0ade8addce {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:20.941668 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.006181 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] For port 701df5dd-ca56-4360-a23a-0e0ade8addce, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=701df5dd-ca56-4360-a23a-0e0ade8addce,segment=NetworkSegment(5213f453-b0ca-4226-8c40-938ffac78c98),segment_id=5213f453-b0ca-4226-8c40-938ffac78c98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:21.006626 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.018616 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Calling delete_port for 701df5dd-ca56-4360-a23a-0e0ade8addce owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:21.063336 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.089576 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=701df5dd-ca56-4360-a23a-0e0ade8addce,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:21.091557 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] No DVR routers for this DVR port 701df5dd-ca56-4360-a23a-0e0ade8addce on host dv-cinder-782910-3-iscsi {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:21.096669 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.123019 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Pushing event deleted for resources: {'Port': ['ID=701df5dd-ca56-4360-a23a-0e0ade8addce,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:21.127623 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] No DVR routers for this DVR port 701df5dd-ca56-4360-a23a-0e0ade8addce on host dv-cinder-782910-3-iscsi {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:21.134059 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.134444 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.134801 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.137373 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.137373 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.137373 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.137373 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.137373 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.137373 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.137373 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.138048 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.138048 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a1f37-54ee-449d-87b2-f77df2408d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-3-iscsi {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:22:21.172101 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.183223 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d8b6b7-a960-444d-b245-9cd14e87636b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:21.193311 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5213f453-b0ca-4226-8c40-938ffac78c98') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:21.193610 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5213f453-b0ca-4226-8c40-938ffac78c98') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:21.202525 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9823901'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.216689 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.223119 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:22:21.223519 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9869004'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: Traceback (most recent call last): Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: timer() Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: cb(*args, **kw) Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: return func(*args, **kwargs) Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: self._notify() Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: self.callback(batched_events) Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: event.method(event) Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: return f(self, *a, **k) Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._get(url).json() Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:22:21.225179 dv-cinder-782910-3-iscsi neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:22:21.343755 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.349104 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.351339 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c7d8b6b7-a960-444d-b245-9cd14e87636b HTTP/1.1" status: 204 len: 168 time: 0.6401887 Sep 03 13:22:21.354975 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:21.362364 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63e39-025f-44de-a6e4-67544e7e0d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d8b6b7-a960-444d-b245-9cd14e87636b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:21.458150 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-abe8f6fc-115a-4bf5-8dce-f219483dfe6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417089 Sep 03 13:22:21.568184 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-b9159083-d3d8-483d-8adb-1090239a649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:21.569673 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-b9159083-d3d8-483d-8adb-1090239a649a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 1098 time: 0.0396643 Sep 03 13:22:21.687400 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-889161f2-a75f-4aa7-816e-8ca0ff4e9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:21.689598 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-889161f2-a75f-4aa7-816e-8ca0ff4e9bd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.0954387 Sep 03 13:22:21.702479 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.751066 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 701df5dd-ca56-4360-a23a-0e0ade8addce no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:21.765313 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-6b6cb797-42b7-47e2-b7be-64d3c2cde79e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89 HTTP/1.1" status: 200 len: 1001 time: 0.0650868 Sep 03 13:22:21.776533 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 701df5dd-ca56-4360-a23a-0e0ade8addce {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:21.777269 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 701df5dd-ca56-4360-a23a-0e0ade8addce not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:21.777803 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a3993ce4-969c-4ce0-8975-849f9869587c no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:21.797226 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: a3993ce4-969c-4ce0-8975-849f9869587c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:21.797744 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device a3993ce4-969c-4ce0-8975-849f9869587c not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:21.798284 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 759661c0-e42d-4508-87b9-5c12745239ea no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:21.819164 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 759661c0-e42d-4508-87b9-5c12745239ea {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:21.819520 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 759661c0-e42d-4508-87b9-5c12745239ea not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:21.827403 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-54919c3d-1418-4865-a3e6-d9b7571af908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:21.829546 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-54919c3d-1418-4865-a3e6-d9b7571af908 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.0529177 Sep 03 13:22:21.886719 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-897366b7-c1c6-40f4-9e85-bde719954a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:21.888267 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-897366b7-c1c6-40f4-9e85-bde719954a07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476036 Sep 03 13:22:21.975005 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Deleting port 2de93df3-9135-481b-a80a-888ffa958943 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:21.975257 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:21.987740 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-be403f6c-ac5d-4fb1-ba14-316f72c554ca service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882854 Sep 03 13:22:22.057238 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] For port 2de93df3-9135-481b-a80a-888ffa958943, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=2de93df3-9135-481b-a80a-888ffa958943,segment=NetworkSegment(3796cf0a-8943-4a87-9c5e-5a242f9c3884),segment_id=3796cf0a-8943-4a87-9c5e-5a242f9c3884)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:22.057600 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:22.075098 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Calling delete_port for 2de93df3-9135-481b-a80a-888ffa958943 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:22.090524 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dd8b30e1-0192-4a12-a3a7-9e30a54ef6c5 req-fcb7daa5-f429-42f9-a96c-74141bb08c7f service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915575 Sep 03 13:22:22.313374 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:22.339312 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de93df3-9135-481b-a80a-888ffa958943,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:22.513467 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:22.968718 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:22:23.072784 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:22:23.079904 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-cf941235-f5a3-4cde-b8ea-5cee5d1efb11 admin admin] 10.222.0.44 "PUT /v2.0/routers/16628783-9e06-4f56-af6a-a6ae0ce4fd13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7216251 Sep 03 13:22:23.080323 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:23.081775 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] Sync routers for ids ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:22:23.092040 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] Routers {'16628783-9e06-4f56-af6a-a6ae0ce4fd13'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:23.092664 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:23.185363 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:23.203198 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] Set router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:23.290005 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:23.376778 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '604314ce-b2f6-4c32-8003-b38490a65122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:22:22Z', 'revision_number': 5, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port': {'id': '604314ce-b2f6-4c32-8003-b38490a65122', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:16:39Z', 'updated_at': '2021-09-03T13:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:23.423744 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Deleting port 604314ce-b2f6-4c32-8003-b38490a65122 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:23.424090 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:23.495094 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] Checking router: 16628783-9e06-4f56-af6a-a6ae0ce4fd13 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:22:23.503306 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] Routers {'16628783-9e06-4f56-af6a-a6ae0ce4fd13'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:23.503906 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:01Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:23.506520 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] For port 604314ce-b2f6-4c32-8003-b38490a65122, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=604314ce-b2f6-4c32-8003-b38490a65122,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:23.506891 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:23.523090 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Calling delete_port for 604314ce-b2f6-4c32-8003-b38490a65122 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:23.586676 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] Set router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:23.637603 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:22:23Z', 'revision_number': 6, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port_host': None}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:23.666858 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4b171-ed4f-4dc4-b4fc-61dd574d3800 None None] The sync data for ids ['16628783-9e06-4f56-af6a-a6ae0ce4fd13'] in dv-cinder-782910-3-iscsi is: [{'id': '16628783-9e06-4f56-af6a-a6ae0ce4fd13', 'name': 'tempest-TestShelveInstance-1922207688-router', 'tenant_id': '7d7e2924b847491f962aa7ee55ebf44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:16:38Z', 'updated_at': '2021-09-03T13:22:23Z', 'revision_number': 6, 'project_id': '7d7e2924b847491f962aa7ee55ebf44a', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:22:23.749336 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:23.778872 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Pushing event deleted for resources: {'Port': ['ID=604314ce-b2f6-4c32-8003-b38490a65122,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:23.841424 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:23.932185 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:23.934763 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.041365 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.045640 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16628783-9e06-4f56-af6a-a6ae0ce4fd13 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:22:24.047174 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.051035 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-59ce64da-3cb8-40df-8da2-d35a60dfd75d admin admin] 10.222.0.44 "DELETE /v2.0/routers/16628783-9e06-4f56-af6a-a6ae0ce4fd13 HTTP/1.1" status: 204 len: 168 time: 0.9697273 Sep 03 13:22:24.051199 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:24.099900 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffea0631-71bd-4f74-a0e0-1a35918a41ca admin admin] Deleting subnet 2ba1ca18-ad75-477c-b531-a142a4dd177f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:22:24.103722 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffea0631-71bd-4f74-a0e0-1a35918a41ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.137610 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffea0631-71bd-4f74-a0e0-1a35918a41ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9823876'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.219870 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffea0631-71bd-4f74-a0e0-1a35918a41ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.384075 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffea0631-71bd-4f74-a0e0-1a35918a41ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9868946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422321'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.408413 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea0631-71bd-4f74-a0e0-1a35918a41ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba1ca18-ad75-477c-b531-a142a4dd177f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:24.416080 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffea0631-71bd-4f74-a0e0-1a35918a41ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.417862 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ffea0631-71bd-4f74-a0e0-1a35918a41ca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2ba1ca18-ad75-477c-b531-a142a4dd177f HTTP/1.1" status: 204 len: 168 time: 0.3657100 Sep 03 13:22:24.422276 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:24.422813 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76204415-35ee-42be-9885-4c25387f0bec None None] Network 0ef54c81-aaba-4c41-af42-28cce7169680 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:22:24.501793 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.559332 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Deleting port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:24.559966 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.630578 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] DHCP port deletion for 0ef54c81-aaba-4c41-af42-28cce7169680 request from dv-cinder-782910-3-iscsi {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:22:24.635224 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] For port 80bf9bc6-f126-42eb-86c2-18d8edc30da7, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=80bf9bc6-f126-42eb-86c2-18d8edc30da7,segment=NetworkSegment(3796cf0a-8943-4a87-9c5e-5a242f9c3884),segment_id=3796cf0a-8943-4a87-9c5e-5a242f9c3884)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:24.635495 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.648371 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Calling delete_port for 80bf9bc6-f126-42eb-86c2-18d8edc30da7 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:24.683612 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] Deleting port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:24.683999 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.753745 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] For port 80bf9bc6-f126-42eb-86c2-18d8edc30da7, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=80bf9bc6-f126-42eb-86c2-18d8edc30da7,segment=NetworkSegment(3796cf0a-8943-4a87-9c5e-5a242f9c3884),segment_id=3796cf0a-8943-4a87-9c5e-5a242f9c3884)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:24.754269 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.768180 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] Calling delete_port for 80bf9bc6-f126-42eb-86c2-18d8edc30da7 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:24.806025 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.836210 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Pushing event deleted for resources: {'Port': ['ID=80bf9bc6-f126-42eb-86c2-18d8edc30da7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:24.840363 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] No DVR routers for this DVR port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 on host dv-cinder-782910-3-iscsi {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:24.843822 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.868474 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] Pushing event deleted for resources: {'Port': ['ID=80bf9bc6-f126-42eb-86c2-18d8edc30da7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:24.872340 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c48f9-b2ba-43a9-8e78-c116b8851050 None None] No DVR routers for this DVR port 80bf9bc6-f126-42eb-86c2-18d8edc30da7 on host dv-cinder-782910-3-iscsi {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:24.915641 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.926320 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef54c81-aaba-4c41-af42-28cce7169680']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:24.939372 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3796cf0a-8943-4a87-9c5e-5a242f9c3884') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:24.939672 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3796cf0a-8943-4a87-9c5e-5a242f9c3884') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:24.949363 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.963203 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.969275 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:22:24.969660 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:22:24.971380 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:22:25.107875 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:25.115192 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:25.117248 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] 10.222.0.44 "DELETE /v2.0/networks/0ef54c81-aaba-4c41-af42-28cce7169680 HTTP/1.1" status: 204 len: 168 time: 0.6936226 Sep 03 13:22:25.129957 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77db3df-4072-49e5-a662-ffa343fb4fab admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef54c81-aaba-4c41-af42-28cce7169680,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:25.406503 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:25.445816 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-d5194498-c4a1-4c08-8031-a114fa59f773 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=399a3acde7944afcb28b84d2b356f671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381317 Sep 03 13:22:25.448398 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52758) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:25.498441 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbac0-9b5a-43e3-91c7-d663de84c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:25.519002 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbac0-9b5a-43e3-91c7-d663de84c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:25.682234 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbac0-9b5a-43e3-91c7-d663de84c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:25.684821 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbac0-9b5a-43e3-91c7-d663de84c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:25.685995 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-bb1cbac0-9b5a-43e3-91c7-d663de84c884 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c751a87b-1dc1-4fb1-a5d2-223b09de1011 HTTP/1.1" status: 204 len: 168 time: 0.2366843 Sep 03 13:22:25.694440 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cbac0-9b5a-43e3-91c7-d663de84c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c751a87b-1dc1-4fb1-a5d2-223b09de1011,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:25.749717 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 2de93df3-9135-481b-a80a-888ffa958943 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:25.774771 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 2de93df3-9135-481b-a80a-888ffa958943 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:25.774771 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 2de93df3-9135-481b-a80a-888ffa958943 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:25.774771 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 604314ce-b2f6-4c32-8003-b38490a65122 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:25.792371 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 604314ce-b2f6-4c32-8003-b38490a65122 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:25.792724 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 604314ce-b2f6-4c32-8003-b38490a65122 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:25.793151 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 80bf9bc6-f126-42eb-86c2-18d8edc30da7 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:25.811283 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 80bf9bc6-f126-42eb-86c2-18d8edc30da7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:25.820495 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 80bf9bc6-f126-42eb-86c2-18d8edc30da7 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:26.409184 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52764) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:26.450999 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-9cabf4c3-3187-492e-bae6-80c3f44ef97e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d7e2924b847491f962aa7ee55ebf44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404143 Sep 03 13:22:26.453429 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52766) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:26.502438 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e02c34f0-4f2d-4b72-9189-bbd28c5eaa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:26.523605 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e02c34f0-4f2d-4b72-9189-bbd28c5eaa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:26.661680 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e02c34f0-4f2d-4b72-9189-bbd28c5eaa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:26.664350 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e02c34f0-4f2d-4b72-9189-bbd28c5eaa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:26.666066 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-e02c34f0-4f2d-4b72-9189-bbd28c5eaa63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8615f9da-89cc-4e7b-b57b-98c548b1c9be HTTP/1.1" status: 204 len: 168 time: 0.2111430 Sep 03 13:22:26.675001 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c34f0-4f2d-4b72-9189-bbd28c5eaa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8615f9da-89cc-4e7b-b57b-98c548b1c9be,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:28.349194 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19f4e5ff-49ed-417c-a8f8-d680d4f2093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:31.137751 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f063da2d-ad16-4d82-919f-201a45c37015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:31.525807 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:32.063382 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:33.867538 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:34.344937 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:22:35.984058 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:36.139682 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Deleting port a3e40053-edcb-42ed-b3af-7855a15cf202 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:36.140032 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:36.220197 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:36.220525 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:36.233192 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Calling delete_port for a3e40053-edcb-42ed-b3af-7855a15cf202 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:36.463203 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:36.489391 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event deleted for resources: {'Port': ['ID=a3e40053-edcb-42ed-b3af-7855a15cf202,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:36.549152 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:36.549538 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.db.l3_db [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Floating IP 8d462ee1-ad6e-49c8-b42e-0f74f08f5854 disassociated (deleted). External IP: 172.27.1.199, port: 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e. Sep 03 13:22:36.757955 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:22:36.869092 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:22:36.874667 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:36.879280 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:22:36.888658 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:36.889281 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:36.902489 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-16f7f0bf-3170-4b57-b56c-00f510eae74d tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "DELETE /v2.0/floatingips/8d462ee1-ad6e-49c8-b42e-0f74f08f5854 HTTP/1.1" status: 204 len: 168 time: 0.9168661 Sep 03 13:22:36.903206 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:22:36.905637 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761b54ff4028cc38ba03f351eb8ee3c1f2df7a312f3f27f0a0d0f66bc69a0cdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12326752-daa1-4981-a142-2384f81c9daf" -d '{"events": [{"name": "network-changed", "server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:22:36.999658 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:37.162652 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be844331-79de-4ffa-8e57-05f1a059fdb1 x-openstack-request-id: req-be844331-79de-4ffa-8e57-05f1a059fdb1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:22:37.163166 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:22:37.163269 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be844331-79de-4ffa-8e57-05f1a059fdb1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:22:37.164984 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'status': 'completed', 'code': 200} Sep 03 13:22:37.243482 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:55Z', 'revision_number': 1, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:37.272414 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:22:37.276002 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12326752-daa1-4981-a142-2384f81c9daf req-364d23f4-fbc2-432f-ab24-ab059873098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:37.277762 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12326752-daa1-4981-a142-2384f81c9daf req-364d23f4-fbc2-432f-ab24-ab059873098c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 1098 time: 0.0540411 Sep 03 13:22:37.282068 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:37.282898 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:37.393465 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:37.416272 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6bed7-7838-4c5c-b22b-255be1efe89d req-f5d71273-e5a4-4047-a216-d9138ee820fc tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:37.418433 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-42b6bed7-7838-4c5c-b22b-255be1efe89d req-f5d71273-e5a4-4047-a216-d9138ee820fc tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 945 time: 0.1221747 Sep 03 13:22:37.464455 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12326752-daa1-4981-a142-2384f81c9daf req-cd857ffa-619d-44a5-a31a-11a0ddc927fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:37.465959 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12326752-daa1-4981-a142-2384f81c9daf req-cd857ffa-619d-44a5-a31a-11a0ddc927fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.1353643 Sep 03 13:22:37.474374 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-42b6bed7-7838-4c5c-b22b-255be1efe89d req-8e0cf42d-2751-42aa-a206-b5bd12c2af91 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492451 Sep 03 13:22:37.519816 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12326752-daa1-4981-a142-2384f81c9daf req-96871212-2be8-4191-8d7f-eef4f101dfce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e HTTP/1.1" status: 200 len: 217 time: 0.0443757 Sep 03 13:22:37.570271 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12326752-daa1-4981-a142-2384f81c9daf req-c732f650-65be-47cc-93c9-a516fbba8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:37.571762 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12326752-daa1-4981-a142-2384f81c9daf req-c732f650-65be-47cc-93c9-a516fbba8ccf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.0439715 Sep 03 13:22:37.618696 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12326752-daa1-4981-a142-2384f81c9daf req-0e7b31c4-ab03-4a14-8ca4-f9a83e6f81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:37.620799 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12326752-daa1-4981-a142-2384f81c9daf req-0e7b31c4-ab03-4a14-8ca4-f9a83e6f81c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406055 Sep 03 13:22:37.633196 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:55Z', 'revision_number': 1, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:37.663281 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7fe44-952e-400a-acbb-677da4330dee None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_floatingips': [{'id': 'e50e8864-c808-47a2-86a3-94f90cb2b321', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'router_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'port_id': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'mac_address': 'fa:16:3e:7e:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:18:52Z', 'updated_at': '2021-09-03T13:18:55Z', 'revision_number': 1, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:22:37.718028 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12326752-daa1-4981-a142-2384f81c9daf req-8aa11c3e-7e1a-4ce4-9609-95d26bf2d69c service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901098 Sep 03 13:22:37.817404 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-12326752-daa1-4981-a142-2384f81c9daf req-2b38bcd5-20c5-4417-a4c9-e14f6721876b service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892942 Sep 03 13:22:37.900232 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae79ca-09a9-4968-8655-8f387a30a5a9 None None] New status for floating IP 8d462ee1-ad6e-49c8-b42e-0f74f08f5854: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:22:38.595708 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd318dee-7a20-4ae8-8549-60ddd3fcf529 req-8dd26bda-d1b9-4ed0-81d4-005397f91864 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:38.597178 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd318dee-7a20-4ae8-8549-60ddd3fcf529 req-8dd26bda-d1b9-4ed0-81d4-005397f91864 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 945 time: 0.0519187 Sep 03 13:22:38.634697 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-fd318dee-7a20-4ae8-8549-60ddd3fcf529 req-3f3e815f-b14e-412e-8e31-8db998e7efbf tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313153 Sep 03 13:22:39.225407 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-ad30a357-894d-4961-b59c-239ec72449de tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:39.226805 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-ad30a357-894d-4961-b59c-239ec72449de tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 945 time: 0.0462840 Sep 03 13:22:39.321395 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Deleting port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:39.321742 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:39.408321 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] For port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:39.408687 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:39.421378 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Calling delete_port for 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:39.657101 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:39.686165 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event deleted for resources: {'Port': ['ID=39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:39.751318 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] No DVR routers for this DVR port 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:39.754005 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:39.756015 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0fc69a22-3650-4868-9739-10d81a8d28b5 req-c7af6df7-6d71-4c94-ab43-a419dcaea60e tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "DELETE /v2.0/ports/39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e HTTP/1.1" status: 204 len: 173 time: 0.5194111 Sep 03 13:22:39.756977 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'name': 'network-vif-deleted', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:22:39.759209 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3a08fe-fa96-4649-a172-e59a8a13bf18" -d '{"events": [{"server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "name": "network-vif-deleted", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:22:39.764775 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-c2c4d038-bcd5-4b77-92db-ae402df10eb9 req-0d7277d8-8f16-4af8-b222-ec58b3a0b21f tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 210 time: 0.0543947 Sep 03 13:22:39.798655 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4085c04d-cf4c-4adf-bdbb-4eb28627c4d7 x-openstack-request-id: req-4085c04d-cf4c-4adf-bdbb-4eb28627c4d7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:22:39.798885 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21610472-43f8-44fc-8120-f987a84331c3", "name": "network-vif-deleted", "tag": "39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:22:39.799204 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4085c04d-cf4c-4adf-bdbb-4eb28627c4d7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:22:39.799598 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21610472-43f8-44fc-8120-f987a84331c3', 'name': 'network-vif-deleted', 'tag': '39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e', 'status': 'completed', 'code': 200} Sep 03 13:22:40.872518 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-0ad30f8a-3ec3-4ddc-977d-0bacd601c38b req-068534a6-5640-4319-8f72-9c7faca81435 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=21610472-43f8-44fc-8120-f987a84331c3 HTTP/1.1" status: 200 len: 210 time: 0.0263586 Sep 03 13:22:43.103259 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:43.123564 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:43.123910 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 39b9ccc2-cf61-47ff-b6ed-2af3ecd92e8e not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:44.332267 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52802) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:44.483840 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Deleting port 7b28dea0-f243-4e57-a2be-a3006bab7d56 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:44.484192 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:44.560730 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:44.561063 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:44.572393 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Calling delete_port for 7b28dea0-f243-4e57-a2be-a3006bab7d56 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:44.805597 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:44.838197 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event deleted for resources: {'Port': ['ID=7b28dea0-f243-4e57-a2be-a3006bab7d56,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:44.898038 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:44.898376 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.db.l3_db [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Floating IP e50e8864-c808-47a2-86a3-94f90cb2b321 disassociated (deleted). External IP: 172.27.1.120, port: 712df032-3e3a-4af9-a6f8-d37faf2e5e89. Sep 03 13:22:45.104683 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:22:45.209968 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:22:45.214888 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:45.219474 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:22:45.228556 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:45.229170 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:45.241300 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-76cb2084-9b86-42f0-8053-1731588ea594 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "DELETE /v2.0/floatingips/e50e8864-c808-47a2-86a3-94f90cb2b321 HTTP/1.1" status: 204 len: 168 time: 0.9078946 Sep 03 13:22:45.241979 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:22:45.244632 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce808417-f5e9-4798-be6e-fd6e15ab8827" -d '{"events": [{"name": "network-changed", "server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:22:45.282340 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4659d2-3395-4d09-bf5d-63be1ff0e887 x-openstack-request-id: req-9c4659d2-3395-4d09-bf5d-63be1ff0e887 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:22:45.282653 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:22:45.282914 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c4659d2-3395-4d09-bf5d-63be1ff0e887 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:22:45.283321 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'status': 'completed', 'code': 200} Sep 03 13:22:45.384207 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-86d06992-371a-4291-ba6e-ad55061c681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:45.385677 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-86d06992-371a-4291-ba6e-ad55061c681c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4911f679701c4715a8e47bd6532ca927&device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 1098 time: 0.0445025 Sep 03 13:22:45.476617 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:45.487407 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-ecb5b5f1-1008-4c6d-890a-9e64c80e04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:45.488918 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-ecb5b5f1-1008-4c6d-890a-9e64c80e04a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 200 len: 912 time: 0.0911176 Sep 03 13:22:45.535754 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-09521aa4-3427-465c-8ed2-cf4e9e9dec9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89 HTTP/1.1" status: 200 len: 217 time: 0.0344653 Sep 03 13:22:45.583904 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-69ac0b9f-84ec-46a6-af66-db8e7cf49b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:45.585367 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-69ac0b9f-84ec-46a6-af66-db8e7cf49b8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 200 len: 850 time: 0.0430686 Sep 03 13:22:45.636919 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-fca51d09-3ba7-411d-866e-e2972d9aa444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:45.638320 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-fca51d09-3ba7-411d-866e-e2972d9aa444 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61629c3e-6f44-4c39-9af6-9077e3f34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441620 Sep 03 13:22:45.687683 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:45.721388 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:22:45.731418 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:45.732073 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:45.789501 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-1d12208a-5ee6-4ed6-a18b-7c3713d1b129 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361079 Sep 03 13:22:45.802586 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbb35c-4e58-4b42-9d11-6ba4d4062e95 req-aff832db-de61-49e2-8e25-689ee8ee4684 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:45.804088 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65fbb35c-4e58-4b42-9d11-6ba4d4062e95 req-aff832db-de61-49e2-8e25-689ee8ee4684 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 945 time: 0.0731301 Sep 03 13:22:45.841505 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:45.897170 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-65fbb35c-4e58-4b42-9d11-6ba4d4062e95 req-b044dece-76e3-43dc-a154-290bd722c110 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736477 Sep 03 13:22:45.917996 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-ce808417-f5e9-4798-be6e-fd6e15ab8827 req-2089e16e-bbfb-4a59-b832-3fbf496781c1 service neutron] 10.222.0.48 "GET /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128247 Sep 03 13:22:46.049182 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:46.077409 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646c6cb-8ea2-4ddf-9e0b-71537553fc17 None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:14:07Z', 'revision_number': 4, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi', '_interfaces': [{'id': '5941ff27-5751-4dcf-9c02-03631554848e', 'name': '', 'network_id': '61629c3e-6f44-4c39-9af6-9077e3f34b24', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'mac_address': 'fa:16:3e:21:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:05Z', 'updated_at': '2021-09-03T13:14:16Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'subnets': [{'id': '1780da13-81dc-44bc-b9da-a951813d90d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:22:46.301151 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df5f55-cb5d-452b-b4ca-6d840b738ac0 None None] New status for floating IP e50e8864-c808-47a2-86a3-94f90cb2b321: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:22:47.017471 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe9001-6e22-4bc4-ad8d-f50e4839a752 req-3e77dda4-de00-4618-8b04-c88bf3354a83 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:47.018935 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-20fe9001-6e22-4bc4-ad8d-f50e4839a752 req-3e77dda4-de00-4618-8b04-c88bf3354a83 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 945 time: 0.0517120 Sep 03 13:22:47.056415 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-20fe9001-6e22-4bc4-ad8d-f50e4839a752 req-5e8ff229-0ed8-4967-b6df-96f23a88c150 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Sep 03 13:22:47.646900 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-fdb47d99-b2cb-4bd6-ba09-3a6685bace32 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:47.648665 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-fdb47d99-b2cb-4bd6-ba09-3a6685bace32 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 945 time: 0.0494878 Sep 03 13:22:47.742901 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Deleting port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:47.743341 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:48.102715 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] For port 712df032-3e3a-4af9-a6f8-d37faf2e5e89, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=712df032-3e3a-4af9-a6f8-d37faf2e5e89,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:48.103393 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:48.107409 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:48.116697 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Calling delete_port for 712df032-3e3a-4af9-a6f8-d37faf2e5e89 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:48.216738 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f697c17-2acf-4e12-b18e-b7ef7e87ed58 req-ca7c36d0-c1bc-478e-a670-c69e9d970a43 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:22:48.218219 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3f697c17-2acf-4e12-b18e-b7ef7e87ed58 req-ca7c36d0-c1bc-478e-a670-c69e9d970a43 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 945 time: 0.0898356 Sep 03 13:22:48.282969 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-3f697c17-2acf-4e12-b18e-b7ef7e87ed58 req-fe203810-f182-459a-bc3b-e950ffde46da tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/security-groups?id=0db1c0e6-8fec-4706-806c-2889d7082cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540147 Sep 03 13:22:48.416733 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:48.450917 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event deleted for resources: {'Port': ['ID=712df032-3e3a-4af9-a6f8-d37faf2e5e89,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:48.499485 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] No DVR routers for this DVR port 712df032-3e3a-4af9-a6f8-d37faf2e5e89 on host hv-cinder-78291 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:48.502124 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:48.504211 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-00c61f06-0d08-4764-ac66-4bbdb997af66 req-4b64c5d4-28fd-459a-b8fb-648a3e1bb75a tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.48 "DELETE /v2.0/ports/712df032-3e3a-4af9-a6f8-d37faf2e5e89 HTTP/1.1" status: 204 len: 173 time: 0.8456650 Sep 03 13:22:48.505587 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'name': 'network-vif-deleted', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:22:48.507033 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a84b56501fe1c0ad48afd3738364c1975c9c52ff6efc47150010329f7a3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c884bba9-fe0d-4245-84e7-7371bb5a30e5" -d '{"events": [{"server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "name": "network-vif-deleted", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:22:48.545440 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0451d1-c47c-4848-86b6-747291d12da5 x-openstack-request-id: req-bf0451d1-c47c-4848-86b6-747291d12da5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:22:48.545738 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc152edf-17cb-46f0-a6cb-7d71b907eb0b", "name": "network-vif-deleted", "tag": "712df032-3e3a-4af9-a6f8-d37faf2e5e89", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:22:48.546090 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf0451d1-c47c-4848-86b6-747291d12da5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:22:48.546423 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc152edf-17cb-46f0-a6cb-7d71b907eb0b', 'name': 'network-vif-deleted', 'tag': '712df032-3e3a-4af9-a6f8-d37faf2e5e89', 'status': 'completed', 'code': 200} Sep 03 13:22:49.384978 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [req-dfd8a89d-1d4a-4310-8773-439337d5d6e3 req-dab988ea-a9c3-496b-9507-3652f9a94ebf tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc152edf-17cb-46f0-a6cb-7d71b907eb0b HTTP/1.1" status: 200 len: 210 time: 0.0257695 Sep 03 13:22:50.440804 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:50.571099 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Deleting port 301aceda-111c-45a9-bddc-86ad1671f92f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:50.571447 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:50.650178 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:50.650543 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:50.662357 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Calling delete_port for 301aceda-111c-45a9-bddc-86ad1671f92f owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:50.874445 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:50.897369 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event deleted for resources: {'Port': ['ID=301aceda-111c-45a9-bddc-86ad1671f92f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:50.957183 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:50.959577 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247970'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:50.960715 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6f9b591f-0eb5-4edc-9cc5-181968f11968 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "DELETE /v2.0/floatingips/5210c312-f78f-433b-984a-acdd37bff08e HTTP/1.1" status: 204 len: 168 time: 0.5188277 Sep 03 13:22:51.148282 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 712df032-3e3a-4af9-a6f8-d37faf2e5e89 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:51.173093 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] No Port match for: 712df032-3e3a-4af9-a6f8-d37faf2e5e89 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:51.173475 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Device 712df032-3e3a-4af9-a6f8-d37faf2e5e89 not bound to the agent host hv-cinder-78291 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:52.339873 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52834) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:52.400323 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4edf6888-ceff-4d58-a0c1-54d8a9982829 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:52.426815 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4edf6888-ceff-4d58-a0c1-54d8a9982829 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:52.609586 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4edf6888-ceff-4d58-a0c1-54d8a9982829 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:52.612224 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4edf6888-ceff-4d58-a0c1-54d8a9982829 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:52.613416 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4edf6888-ceff-4d58-a0c1-54d8a9982829 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] 10.222.0.44 "DELETE /v2.0/security-groups/0db1c0e6-8fec-4706-806c-2889d7082cfb HTTP/1.1" status: 204 len: 168 time: 0.2725279 Sep 03 13:22:52.623786 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf6888-ceff-4d58-a0c1-54d8a9982829 tempest-TestVolumeBootPattern-2132675952 tempest-TestVolumeBootPattern-2132675952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1c0e6-8fec-4706-806c-2889d7082cfb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:52.778491 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:53.261280 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:53.736634 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Deleting port 5941ff27-5751-4dcf-9c02-03631554848e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:53.737323 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:53.821356 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] For port 5941ff27-5751-4dcf-9c02-03631554848e, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=5941ff27-5751-4dcf-9c02-03631554848e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:53.821724 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:53.835862 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Calling delete_port for 5941ff27-5751-4dcf-9c02-03631554848e owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:54.084334 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:54.112148 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5941ff27-5751-4dcf-9c02-03631554848e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:54.278270 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:54.506658 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Router 61daee25-575d-4910-b02a-a40c9d6bc8a7 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:22:54.599233 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:22:54.604960 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-f550fafd-4107-4b47-84a1-58113a75cea7 admin admin] 10.222.0.44 "PUT /v2.0/routers/61daee25-575d-4910-b02a-a40c9d6bc8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8254256 Sep 03 13:22:54.608125 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:54.608608 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] Sync routers for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:22:54.619549 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:54.620368 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:54.712842 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:54.726816 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:54.815905 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:54.908417 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:22:53Z', 'revision_number': 5, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port': {'id': 'b6f6c673-e311-4508-990d-b8f2724dc0e1', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:02Z', 'updated_at': '2021-09-03T13:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:54.926046 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Deleting port b6f6c673-e311-4508-990d-b8f2724dc0e1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:54.926426 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:54.935599 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] Checking router: 61daee25-575d-4910-b02a-a40c9d6bc8a7 for host: dv-cinder-782910-3-iscsi {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:22:54.944844 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] Routers {'61daee25-575d-4910-b02a-a40c9d6bc8a7'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:54.945465 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['61daee25-575d-4910-b02a-a40c9d6bc8a7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:55.011560 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] For port b6f6c673-e311-4508-990d-b8f2724dc0e1, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=b6f6c673-e311-4508-990d-b8f2724dc0e1,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:55.011942 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.024557 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Calling delete_port for b6f6c673-e311-4508-990d-b8f2724dc0e1 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:55.036444 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] Set router 61daee25-575d-4910-b02a-a40c9d6bc8a7 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:55.089703 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:22:54Z', 'revision_number': 6, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port_host': None}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:55.115853 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05bb5e-977b-4296-843e-19d720e5e693 None None] The sync data for ids ['61daee25-575d-4910-b02a-a40c9d6bc8a7'] in dv-cinder-782910-3-iscsi is: [{'id': '61daee25-575d-4910-b02a-a40c9d6bc8a7', 'name': 'tempest-TestVolumeBootPattern-647852211-router', 'tenant_id': '4911f679701c4715a8e47bd6532ca927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:00Z', 'updated_at': '2021-09-03T13:22:54Z', 'revision_number': 6, 'project_id': '4911f679701c4715a8e47bd6532ca927', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:22:55.233559 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.258440 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f6c673-e311-4508-990d-b8f2724dc0e1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:55.316573 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.402920 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.405439 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.496768 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.500950 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61daee25-575d-4910-b02a-a40c9d6bc8a7 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:22:55.503363 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.504553 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-4c6a435c-9145-4ad9-98c6-daaf71a04f6e admin admin] 10.222.0.44 "DELETE /v2.0/routers/61daee25-575d-4910-b02a-a40c9d6bc8a7 HTTP/1.1" status: 204 len: 168 time: 0.8955657 Sep 03 13:22:55.507116 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:55.553342 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af25a07-62b1-4536-a136-241eb0af016c admin admin] Deleting subnet 1780da13-81dc-44bc-b9da-a951813d90d6 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:22:55.556482 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6af25a07-62b1-4536-a136-241eb0af016c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.591651 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6af25a07-62b1-4536-a136-241eb0af016c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119919'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.671047 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6af25a07-62b1-4536-a136-241eb0af016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.788368 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6af25a07-62b1-4536-a136-241eb0af016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9953429'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.814166 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af25a07-62b1-4536-a136-241eb0af016c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1780da13-81dc-44bc-b9da-a951813d90d6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:55.817872 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6af25a07-62b1-4536-a136-241eb0af016c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.819797 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-6af25a07-62b1-4536-a136-241eb0af016c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1780da13-81dc-44bc-b9da-a951813d90d6 HTTP/1.1" status: 204 len: 168 time: 0.3117154 Sep 03 13:22:55.822268 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.44', 52846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:55.824352 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb6691-d1bd-470d-baa5-e7eb9981e2bf None None] Network 61629c3e-6f44-4c39-9af6-9077e3f34b24 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:22:55.900791 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.927044 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 5941ff27-5751-4dcf-9c02-03631554848e no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:55.957085 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Deleting port 61175e9f-08f0-4e11-9a3b-1b508dd2469e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:55.957418 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:55.962990 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 5941ff27-5751-4dcf-9c02-03631554848e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:55.963370 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 5941ff27-5751-4dcf-9c02-03631554848e not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:55.963810 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device b6f6c673-e311-4508-990d-b8f2724dc0e1 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:55.986720 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: b6f6c673-e311-4508-990d-b8f2724dc0e1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:55.987080 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device b6f6c673-e311-4508-990d-b8f2724dc0e1 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:56.021613 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] For port 61175e9f-08f0-4e11-9a3b-1b508dd2469e, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=61175e9f-08f0-4e11-9a3b-1b508dd2469e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:56.021970 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.035321 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Calling delete_port for 61175e9f-08f0-4e11-9a3b-1b508dd2469e owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:56.076534 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] DHCP port deletion for 61629c3e-6f44-4c39-9af6-9077e3f34b24 request from dv-cinder-782910-3-iscsi {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:22:56.130145 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] Deleting port 61175e9f-08f0-4e11-9a3b-1b508dd2469e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:56.130666 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.201377 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] For port 61175e9f-08f0-4e11-9a3b-1b508dd2469e, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=61175e9f-08f0-4e11-9a3b-1b508dd2469e,segment=NetworkSegment(6b1f24ab-c11a-420c-a173-6fbcb42271f2),segment_id=6b1f24ab-c11a-420c-a173-6fbcb42271f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:56.201995 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.205452 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041067'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.218493 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] Calling delete_port for 61175e9f-08f0-4e11-9a3b-1b508dd2469e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:56.232918 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61175e9f-08f0-4e11-9a3b-1b508dd2469e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:56.238449 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] No DVR routers for this DVR port 61175e9f-08f0-4e11-9a3b-1b508dd2469e on host dv-cinder-782910-3-iscsi {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:56.314535 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.327519 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61629c3e-6f44-4c39-9af6-9077e3f34b24']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:56.340762 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1f24ab-c11a-420c-a173-6fbcb42271f2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:56.340762 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1f24ab-c11a-420c-a173-6fbcb42271f2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:56.350041 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119926'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.364929 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.372553 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:22:56.372965 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041112'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: Traceback (most recent call last): Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: timer() Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: cb(*args, **kw) Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: return func(*args, **kwargs) Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: self._notify() Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: self.callback(batched_events) Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: event.method(event) Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: return f(self, *a, **k) Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._get(url).json() Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:22:56.374825 dv-cinder-782910-3-iscsi neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:22:56.427361 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.452774 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] Pushing event deleted for resources: {'Port': ['ID=61175e9f-08f0-4e11-9a3b-1b508dd2469e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:56.458304 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7815f0-45cf-4ca7-80c0-988467ca58f3 None None] No DVR routers for this DVR port 61175e9f-08f0-4e11-9a3b-1b508dd2469e on host dv-cinder-782910-3-iscsi {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:56.497321 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.502341 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:56.504718 dv-cinder-782910-3-iscsi neutron-server[94688]: INFO neutron.wsgi [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/61629c3e-6f44-4c39-9af6-9077e3f34b24 HTTP/1.1" status: 204 len: 168 time: 0.6809700 Sep 03 13:22:56.507773 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52848) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:56.517454 dv-cinder-782910-3-iscsi neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed90ed-fee3-4a96-acdc-caaaea3e56c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=61629c3e-6f44-4c39-9af6-9077e3f34b24,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:56.850152 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549684'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:57.095648 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Deleting port 3969a0dd-0f72-4827-82bb-de027b32341c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:57.095906 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:57.175326 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] For port 3969a0dd-0f72-4827-82bb-de027b32341c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=3969a0dd-0f72-4827-82bb-de027b32341c,segment=NetworkSegment(aadb57de-1ac1-4701-9482-245bb81ae457),segment_id=aadb57de-1ac1-4701-9482-245bb81ae457)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:57.175691 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:57.188212 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Calling delete_port for 3969a0dd-0f72-4827-82bb-de027b32341c owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:57.451401 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:57.479917 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=3969a0dd-0f72-4827-82bb-de027b32341c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:57.644591 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549792'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:57.812506 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 61175e9f-08f0-4e11-9a3b-1b508dd2469e no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:57.833348 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 61175e9f-08f0-4e11-9a3b-1b508dd2469e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:57.833771 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 61175e9f-08f0-4e11-9a3b-1b508dd2469e not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:57.856842 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Router 7927f72c-b03f-4653-8bfd-175caaa30724 has already been hosted by L3 agent b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:22:57.960862 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] Notify agent at l3_agent.dv-cinder-782910-3-iscsi the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:22:57.965687 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-56efd77f-6d99-4394-832a-6ce3c1032a25 admin admin] 10.222.0.44 "PUT /v2.0/routers/7927f72c-b03f-4653-8bfd-175caaa30724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4567847 Sep 03 13:22:57.968147 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52850) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:57.969984 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] Sync routers for ids ['7927f72c-b03f-4653-8bfd-175caaa30724'] in dv-cinder-782910-3-iscsi {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:22:57.979062 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] Routers {'7927f72c-b03f-4653-8bfd-175caaa30724'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:57.979663 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7927f72c-b03f-4653-8bfd-175caaa30724'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:58.068809 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.080193 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] Set router 7927f72c-b03f-4653-8bfd-175caaa30724 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:58.168889 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.254085 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:22:57Z', 'revision_number': 5, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:58.279107 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] Checking router: 7927f72c-b03f-4653-8bfd-175caaa30724 for host: dv-cinder-782910-3-iscsi {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:22:58.287136 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] Routers {'7927f72c-b03f-4653-8bfd-175caaa30724'} bound to L3 agent in host dv-cinder-782910-3-iscsi {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:22:58.287737 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:03:01Z,description=,heartbeat_timestamp=2021-09-03T13:22:31Z,host='dv-cinder-782910-3-iscsi',id=b8ee3dda-1342-4b4b-9906-5fbb4ab8ac96,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:03:02Z,topic='l3_agent')) {'router_ids': ['7927f72c-b03f-4653-8bfd-175caaa30724'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:58.341485 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Deleting port 8dd460fb-f554-4188-a57b-6edaf3aec85c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:58.341878 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.342979 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6e697d0-d79e-494a-8a51-355c328d75e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.392554 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] Set router 7927f72c-b03f-4653-8bfd-175caaa30724 gateway port host: dv-cinder-782910-3-iscsi {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:22:58.432777 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] For port 8dd460fb-f554-4188-a57b-6edaf3aec85c, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=8dd460fb-f554-4188-a57b-6edaf3aec85c,segment=NetworkSegment(9b49c5ea-67a8-4fb1-a675-770771f635e2),segment_id=9b49c5ea-67a8-4fb1-a675-770771f635e2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:58.433153 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.446064 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Calling delete_port for 8dd460fb-f554-4188-a57b-6edaf3aec85c owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:58.603451 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:22:57Z', 'revision_number': 5, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}], 'dv-cinder-782910-3-iscsi', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:58.634309 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a4aed-52f1-4b55-8335-7151fa7b0646 None None] The sync data for ids ['7927f72c-b03f-4653-8bfd-175caaa30724'] in dv-cinder-782910-3-iscsi is: [{'id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'name': 'tempest-TestVolumeBootPattern-177999932-router', 'tenant_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'external_fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:14:18Z', 'updated_at': '2021-09-03T13:22:57Z', 'revision_number': 5, 'project_id': 'fa4c9af5d5924466b83b8d0df51ace27', 'gw_port': {'id': '8dd460fb-f554-4188-a57b-6edaf3aec85c', 'name': '', 'network_id': 'debb55e8-b693-47ec-82cb-7b7ceee926f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7927f72c-b03f-4653-8bfd-175caaa30724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '695939d4-2617-4fb2-86bd-11c79f641737', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:14:20Z', 'updated_at': '2021-09-03T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '695939d4-2617-4fb2-86bd-11c79f641737', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-3-iscsi'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:22:58.708120 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.733737 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd460fb-f554-4188-a57b-6edaf3aec85c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:58.793918 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551630'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.887085 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11085'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.889780 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.986257 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552552'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.986869 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7927f72c-b03f-4653-8bfd-175caaa30724 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:22:58.991509 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:58.992704 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-5df9a7ee-10f8-48c4-9aa8-73c1c36237b8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7927f72c-b03f-4653-8bfd-175caaa30724 HTTP/1.1" status: 204 len: 168 time: 1.0233748 Sep 03 13:22:58.995528 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:59.040613 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbcc520-f69d-4761-bad8-5488fe994bcd admin admin] Deleting subnet ac75b50f-e987-42af-ad20-9dc4f8c8f438 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:22:59.044418 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc520-f69d-4761-bad8-5488fe994bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.079631 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc520-f69d-4761-bad8-5488fe994bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9823876'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.159225 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc520-f69d-4761-bad8-5488fe994bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.274173 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc520-f69d-4761-bad8-5488fe994bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9868946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422321'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.300372 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcc520-f69d-4761-bad8-5488fe994bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac75b50f-e987-42af-ad20-9dc4f8c8f438,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:59.305738 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc520-f69d-4761-bad8-5488fe994bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.306749 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-bdbcc520-f69d-4761-bad8-5488fe994bcd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ac75b50f-e987-42af-ad20-9dc4f8c8f438 HTTP/1.1" status: 204 len: 168 time: 0.3102179 Sep 03 13:22:59.309186 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:22:59.312314 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7d841-14d3-439d-a0ab-8ba82bc76876 None None] Network a8b55a87-3621-4433-89f3-fdfdc2b64940 requested from dv-cinder-782910-3-iscsi {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:22:59.381417 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499477'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.433508 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Deleting port b6dbbf15-0c74-43da-976f-5b1a468b98a4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:59.433859 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.495629 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] For port b6dbbf15-0c74-43da-976f-5b1a468b98a4, host dv-cinder-782910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-3-iscsi',level=0,port_id=b6dbbf15-0c74-43da-976f-5b1a468b98a4,segment=NetworkSegment(aadb57de-1ac1-4701-9482-245bb81ae457),segment_id=aadb57de-1ac1-4701-9482-245bb81ae457)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:59.496965 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.512635 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Calling delete_port for b6dbbf15-0c74-43da-976f-5b1a468b98a4 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:59.601530 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] DHCP port deletion for a8b55a87-3621-4433-89f3-fdfdc2b64940 request from dv-cinder-782910-3-iscsi {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:22:59.639455 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9868991'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.652478 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] Deleting port b6dbbf15-0c74-43da-976f-5b1a468b98a4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:22:59.652853 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824959982'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.666581 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6dbbf15-0c74-43da-976f-5b1a468b98a4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:59.670739 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] No DVR routers for this DVR port b6dbbf15-0c74-43da-976f-5b1a468b98a4 on host dv-cinder-782910-3-iscsi {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:59.731613 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] For port b6dbbf15-0c74-43da-976f-5b1a468b98a4, host dv-cinder-782910-3-iscsi, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:22:59.732195 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545853'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.750465 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461451', 'neutron.services.segments.db._delete_segments_for_network-8727824831829'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.751289 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] Calling delete_port for b6dbbf15-0c74-43da-976f-5b1a468b98a4 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:22:59.753623 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] Port b6dbbf15-0c74-43da-976f-5b1a468b98a4 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 13:22:59.754944 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824970168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824416130'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.763539 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b55a87-3621-4433-89f3-fdfdc2b64940']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:59.774496 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadb57de-1ac1-4701-9482-245bb81ae457') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:59.774805 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadb57de-1ac1-4701-9482-245bb81ae457') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:22:59.779469 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] Pushing event deleted for resources: {'Port': ['ID=b6dbbf15-0c74-43da-976f-5b1a468b98a4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:22:59.785273 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824832094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9823901'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.785844 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7eed2-df3f-4544-a409-aff976189d0d None None] No DVR routers for this DVR port b6dbbf15-0c74-43da-976f-5b1a468b98a4 on host dv-cinder-782910-3-iscsi {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:22:59.800125 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.803242 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 8dd460fb-f554-4188-a57b-6edaf3aec85c no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:59.806588 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:22:59.807171 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9869004'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: Traceback (most recent call last): Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: timer() Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: cb(*args, **kw) Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: return func(*args, **kwargs) Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: self._notify() Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: self.callback(batched_events) Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: event.method(event) Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: return f(self, *a, **k) Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._get(url).json() Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:22:59.808916 dv-cinder-782910-3-iscsi neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:22:59.824482 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 8dd460fb-f554-4188-a57b-6edaf3aec85c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:59.824482 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 8dd460fb-f554-4188-a57b-6edaf3aec85c not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:59.824482 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3969a0dd-0f72-4827-82bb-de027b32341c no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:59.846341 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: 3969a0dd-0f72-4827-82bb-de027b32341c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:59.846748 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device 3969a0dd-0f72-4827-82bb-de027b32341c not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:59.847182 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device b6dbbf15-0c74-43da-976f-5b1a468b98a4 no longer exists at agent ovs-agent-dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:22:59.865501 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] No Port match for: b6dbbf15-0c74-43da-976f-5b1a468b98a4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:22:59.869578 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Device b6dbbf15-0c74-43da-976f-5b1a468b98a4 not bound to the agent host dv-cinder-782910-3-iscsi {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:22:59.925600 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-386598'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.931326 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527301'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:22:59.933197 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a8b55a87-3621-4433-89f3-fdfdc2b64940 HTTP/1.1" status: 204 len: 168 time: 0.6225474 Sep 03 13:22:59.944600 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec23583-24b3-49e5-bf17-170a905c0cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b55a87-3621-4433-89f3-fdfdc2b64940,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:23:00.308443 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:23:00.346690 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-93317c75-e588-46a9-a635-ee7a38901d90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4911f679701c4715a8e47bd6532ca927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370193 Sep 03 13:23:00.349041 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:23:00.396312 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa0df9a-5277-4b13-9bb2-a6071dcebd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:00.417233 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa0df9a-5277-4b13-9bb2-a6071dcebd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:00.524980 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa0df9a-5277-4b13-9bb2-a6071dcebd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:00.527473 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa0df9a-5277-4b13-9bb2-a6071dcebd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:00.529187 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-aaa0df9a-5277-4b13-9bb2-a6071dcebd78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7591170e-6bf9-45d1-9985-72a3bf7a90cc HTTP/1.1" status: 204 len: 168 time: 0.1787047 Sep 03 13:23:00.536836 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0df9a-5277-4b13-9bb2-a6071dcebd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591170e-6bf9-45d1-9985-72a3bf7a90cc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:23:01.137325 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:23:01.177274 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-ac938d3c-5925-4040-a8d4-8e935885d9ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa4c9af5d5924466b83b8d0df51ace27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393074 Sep 03 13:23:01.179645 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.44', 52872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:23:01.182414 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29ac88eb-922f-408d-bbec-1f78262433e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:01.230210 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7adc8e91-1783-4797-bbf6-d49f47f5fabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:01.253829 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7adc8e91-1783-4797-bbf6-d49f47f5fabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:01.380487 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7adc8e91-1783-4797-bbf6-d49f47f5fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486844'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:01.382966 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7adc8e91-1783-4797-bbf6-d49f47f5fabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:01.384157 dv-cinder-782910-3-iscsi neutron-server[94687]: INFO neutron.wsgi [None req-7adc8e91-1783-4797-bbf6-d49f47f5fabf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92069e54-aecb-4471-97b6-9d903fdbfc62 HTTP/1.1" status: 204 len: 168 time: 0.2035792 Sep 03 13:23:01.392564 dv-cinder-782910-3-iscsi neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc8e91-1783-4797-bbf6-d49f47f5fabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92069e54-aecb-4471-97b6-9d903fdbfc62,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:23:01.485204 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:01.994155 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:03.872244 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:11.344680 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:23:18.135330 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:28.346702 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5db4ba13-a673-47b9-8868-283592f9ac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:31.152739 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4580-1b79-4069-b57c-29f90c935214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:31.495423 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:32.072588 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:33.895250 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:48.111950 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:23:48.343641 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:23:58.361872 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-faccb07f-e742-45cb-8b7b-2c3c6af3a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:01.150027 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad36a09b-f156-4d86-91c6-13526f65784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:01.498888 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:01.997099 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:03.883221 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:18.122145 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:25.342200 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:24:28.361773 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a9d463f-7472-4c3d-9f57-0b811ca7bc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:31.160601 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c0de7a0-673e-462d-a0b0-f1020e9321f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:31.562087 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:31.990498 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:33.868755 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:48.149378 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:24:58.389214 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79f5880d-4c2b-40a1-a38b-af532d680fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:01.153417 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe402-cbdf-4527-9a32-1f1b441a76ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:01.509631 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:01.995263 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:02.340752 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:25:03.875188 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:18.120641 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:28.375699 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0bd9aa67-552d-4e52-a667-8332112a7973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:31.154006 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc510dd8-fff4-48e1-8e2b-5a60c8488b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:31.479440 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:32.005272 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:33.889313 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:39.340019 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:25:48.135975 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:25:58.352684 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a14e00-25ec-4731-b5ac-0b96d9c8363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:01.174659 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bcaaba3-1aee-4aec-8277-92c9e706423d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:01.505623 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:02.014222 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:03.866886 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:16.338798 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:26:18.175002 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:28.351720 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45de818f-012d-42d6-9782-1800bd87a95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:31.145641 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ffda0fb-cc35-48f0-99ed-adb0c91bcff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:31.597489 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:31.997146 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:33.888704 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:48.157522 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:26:53.336843 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:26:58.356180 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-583b5546-7031-43a9-8cae-71348cb2ceff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:01.161834 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-405854ec-ef3d-4116-a6bf-9c97ec24faec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:01.533315 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:02.024667 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:03.893139 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:18.172645 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:28.349970 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0476a34-47d1-430b-8ac7-67434c1a2922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:30.335939 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:27:31.149076 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05249ab9-3a20-4141-8a31-b3a6263e6aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:31.514875 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:32.063066 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:33.903456 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:48.154085 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:27:58.358691 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a44ee693-a3b8-4b77-9874-25df45077f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:28:01.153732 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc1952f4-4856-431d-864e-ad93034afa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:28:01.507565 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdc31-5ee5-4295-befc-aac8a391efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:28:02.028058 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655580fd-ca19-4779-b4e9-510b01eeaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:28:03.896049 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c11357-5635-4a7d-be97-eb7065b91c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:28:07.335340 dv-cinder-782910-3-iscsi neutron-server[94690]: DEBUG neutron.db.agents_db [None req-cea0830d-0a48-44d6-93c6-b838c3e2751b None None] Agent healthcheck: found 6 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:28:18.202980 dv-cinder-782910-3-iscsi neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493666f9-7b38-4213-a4e9-dc7f3d6cfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824831811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427073'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}